[ 567.766100] env[69731]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69731) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 567.766547] env[69731]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69731) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 567.766547] env[69731]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69731) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 567.766885] env[69731]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 567.865547] env[69731]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69731) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 567.875015] env[69731]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69731) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 567.917300] env[69731]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 568.475491] env[69731]: INFO nova.virt.driver [None req-077742ee-848d-42e8-9ba7-6294b004b5cf None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 568.545490] env[69731]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.545684] env[69731]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.545761] env[69731]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69731) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 571.512017] env[69731]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0874aad3-614f-4bd3-ab35-423ed094fd0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.528759] env[69731]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69731) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 571.528913] env[69731]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-5027bcf8-fd63-4132-93d0-dd11dd32abf8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.556699] env[69731]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 312ad. [ 571.556844] env[69731]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.011s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.557452] env[69731]: INFO nova.virt.vmwareapi.driver [None req-077742ee-848d-42e8-9ba7-6294b004b5cf None None] VMware vCenter version: 7.0.3 [ 571.560854] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f79c4a-9615-445d-bc7a-9c0e1e73940a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.578020] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8512e74-b892-4773-8a42-444bd5d8b705 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.583951] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716e34fc-33b8-44b0-b2d6-fc01dcb959ef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.590468] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c914f8-1f65-4169-b4db-2cf552bee7af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.603254] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963c6fe5-c5ac-4f90-84a0-86e1eb4f48da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.609060] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d183c4-2533-4357-8940-c8f629894fca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.639097] env[69731]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-eb0e73c8-2781-47d0-862f-27c9fc8c5286 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.644060] env[69731]: DEBUG nova.virt.vmwareapi.driver [None req-077742ee-848d-42e8-9ba7-6294b004b5cf None None] Extension org.openstack.compute already exists. {{(pid=69731) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 571.646682] env[69731]: INFO nova.compute.provider_config [None req-077742ee-848d-42e8-9ba7-6294b004b5cf None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 572.150494] env[69731]: DEBUG nova.context [None req-077742ee-848d-42e8-9ba7-6294b004b5cf None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5bce9dc9-d067-473b-a226-61507a91972c(cell1) {{(pid=69731) load_cells /opt/stack/nova/nova/context.py:464}} [ 572.152627] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.152926] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.153655] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.154093] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Acquiring lock "5bce9dc9-d067-473b-a226-61507a91972c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.154311] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Lock "5bce9dc9-d067-473b-a226-61507a91972c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.155317] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Lock "5bce9dc9-d067-473b-a226-61507a91972c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.175656] env[69731]: INFO dbcounter [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Registered counter for database nova_cell0 [ 572.183846] env[69731]: INFO dbcounter [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Registered counter for database nova_cell1 [ 572.630076] env[69731]: DEBUG oslo_db.sqlalchemy.engines [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69731) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 572.630569] env[69731]: DEBUG oslo_db.sqlalchemy.engines [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69731) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 572.635848] env[69731]: ERROR nova.db.main.api [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 572.635848] env[69731]: result = function(*args, **kwargs) [ 572.635848] env[69731]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 572.635848] env[69731]: return func(*args, **kwargs) [ 572.635848] env[69731]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 572.635848] env[69731]: result = fn(*args, **kwargs) [ 572.635848] env[69731]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 572.635848] env[69731]: return f(*args, **kwargs) [ 572.635848] env[69731]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 572.635848] env[69731]: return db.service_get_minimum_version(context, binaries) [ 572.635848] env[69731]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 572.635848] env[69731]: _check_db_access() [ 572.635848] env[69731]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 572.635848] env[69731]: stacktrace = ''.join(traceback.format_stack()) [ 572.635848] env[69731]: [ 572.636609] env[69731]: ERROR nova.db.main.api [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 572.636609] env[69731]: result = function(*args, **kwargs) [ 572.636609] env[69731]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 572.636609] env[69731]: return func(*args, **kwargs) [ 572.636609] env[69731]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 572.636609] env[69731]: result = fn(*args, **kwargs) [ 572.636609] env[69731]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 572.636609] env[69731]: return f(*args, **kwargs) [ 572.636609] env[69731]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 572.636609] env[69731]: return db.service_get_minimum_version(context, binaries) [ 572.636609] env[69731]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 572.636609] env[69731]: _check_db_access() [ 572.636609] env[69731]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 572.636609] env[69731]: stacktrace = ''.join(traceback.format_stack()) [ 572.636609] env[69731]: [ 572.637077] env[69731]: WARNING nova.objects.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 572.637272] env[69731]: WARNING nova.objects.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Failed to get minimum service version for cell 5bce9dc9-d067-473b-a226-61507a91972c [ 572.637730] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Acquiring lock "singleton_lock" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.637917] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Acquired lock "singleton_lock" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.638188] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Releasing lock "singleton_lock" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.638537] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Full set of CONF: {{(pid=69731) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 572.638678] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ******************************************************************************** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 572.638804] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] Configuration options gathered from: {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 572.638937] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 572.639149] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 572.639282] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ================================================================================ {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 572.639582] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] allow_resize_to_same_host = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.639808] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] arq_binding_timeout = 300 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.639947] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] backdoor_port = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.640089] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] backdoor_socket = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.640261] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] block_device_allocate_retries = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.640426] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] block_device_allocate_retries_interval = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.640596] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cert = self.pem {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.640765] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.640959] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute_monitors = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.641170] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] config_dir = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.641574] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] config_drive_format = iso9660 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.641719] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.641893] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] config_source = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.642085] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] console_host = devstack {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.642262] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] control_exchange = nova {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.642429] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cpu_allocation_ratio = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.642633] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] daemon = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.642810] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] debug = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.642969] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] default_access_ip_network_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.643154] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] default_availability_zone = nova {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.643315] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] default_ephemeral_format = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.643473] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] default_green_pool_size = 1000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.643711] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.643877] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] default_schedule_zone = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.644045] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] disk_allocation_ratio = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.644233] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] enable_new_services = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.644422] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] enabled_apis = ['osapi_compute'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.644589] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] enabled_ssl_apis = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.644759] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] flat_injected = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.644903] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] force_config_drive = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.645071] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] force_raw_images = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.645271] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] graceful_shutdown_timeout = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.645442] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] heal_instance_info_cache_interval = -1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.645667] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] host = cpu-1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.645860] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.646079] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.646243] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.646461] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.646627] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] instance_build_timeout = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.646786] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] instance_delete_interval = 300 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.646952] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] instance_format = [instance: %(uuid)s] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.647152] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] instance_name_template = instance-%08x {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.647329] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] instance_usage_audit = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.647511] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] instance_usage_audit_period = month {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.647682] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.647849] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.648022] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] internal_service_availability_zone = internal {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.648188] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] key = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.648350] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] live_migration_retry_count = 30 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.648519] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_color = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.648681] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_config_append = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.648859] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.649046] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_dir = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.649244] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_file = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.649381] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_options = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.649542] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_rotate_interval = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.649712] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_rotate_interval_type = days {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.649881] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] log_rotation_type = none {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.650023] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.650157] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.650330] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.650496] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.650623] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.650816] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] long_rpc_timeout = 1800 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.650982] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] max_concurrent_builds = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.651158] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] max_concurrent_live_migrations = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.651318] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] max_concurrent_snapshots = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.651478] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] max_local_block_devices = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.651635] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] max_logfile_count = 30 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.651793] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] max_logfile_size_mb = 200 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.651950] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] maximum_instance_delete_attempts = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.652132] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] metadata_listen = 0.0.0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.652333] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] metadata_listen_port = 8775 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.652511] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] metadata_workers = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.652674] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] migrate_max_retries = -1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.652843] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] mkisofs_cmd = genisoimage {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.653063] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.653199] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] my_ip = 10.180.1.21 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.653406] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.653568] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] network_allocate_retries = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.653753] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.653957] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.654144] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] osapi_compute_listen_port = 8774 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.654316] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] osapi_compute_unique_server_name_scope = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.654486] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] osapi_compute_workers = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.654648] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] password_length = 12 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.654805] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] periodic_enable = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.654963] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] periodic_fuzzy_delay = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.655146] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] pointer_model = usbtablet {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.655341] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] preallocate_images = none {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.655520] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] publish_errors = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.655652] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] pybasedir = /opt/stack/nova {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.655812] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ram_allocation_ratio = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.655971] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] rate_limit_burst = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.656174] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] rate_limit_except_level = CRITICAL {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.656312] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] rate_limit_interval = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.656470] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] reboot_timeout = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.656628] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] reclaim_instance_interval = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.656783] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] record = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.656992] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] reimage_timeout_per_gb = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.657192] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] report_interval = 120 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.657386] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] rescue_timeout = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.657551] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] reserved_host_cpus = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.657710] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] reserved_host_disk_mb = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.657868] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] reserved_host_memory_mb = 512 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.658039] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] reserved_huge_pages = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.658206] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] resize_confirm_window = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.658364] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] resize_fs_using_block_device = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.658595] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] resume_guests_state_on_host_boot = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.658794] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.658961] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] rpc_response_timeout = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.659137] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] run_external_periodic_tasks = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.659309] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] running_deleted_instance_action = reap {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.659467] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.659623] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] running_deleted_instance_timeout = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.659779] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler_instance_sync_interval = 120 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.659945] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_down_time = 720 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.660153] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] servicegroup_driver = db {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.660326] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] shell_completion = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.660487] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] shelved_offload_time = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.660645] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] shelved_poll_interval = 3600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.660825] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] shutdown_timeout = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.660970] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] source_is_ipv6 = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.661143] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ssl_only = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.661391] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.661562] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] sync_power_state_interval = 600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.661757] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] sync_power_state_pool_size = 1000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.661940] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] syslog_log_facility = LOG_USER {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.662113] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] tempdir = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.662278] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] timeout_nbd = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.662450] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] transport_url = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.662611] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] update_resources_interval = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.662770] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] use_cow_images = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.662928] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] use_journal = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.663099] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] use_json = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.663295] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] use_rootwrap_daemon = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.663471] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] use_stderr = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.663632] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] use_syslog = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.663828] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vcpu_pin_set = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.663947] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plugging_is_fatal = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.664130] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plugging_timeout = 300 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.664297] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] virt_mkfs = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.664459] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] volume_usage_poll_interval = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.664617] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] watch_log_file = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.664816] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] web = /usr/share/spice-html5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.665034] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665208] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665374] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665567] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_concurrency.disable_process_locking = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665858] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666053] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666277] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666451] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666662] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666846] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667047] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.auth_strategy = keystone {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667234] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.compute_link_prefix = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667410] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667584] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.dhcp_domain = novalocal {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667751] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.enable_instance_password = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667916] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.glance_link_prefix = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668129] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668309] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668471] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.instance_list_per_project_cells = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668633] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.list_records_by_skipping_down_cells = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668794] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.local_metadata_per_cell = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668959] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.max_limit = 1000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669167] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.metadata_cache_expiration = 15 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669347] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.neutron_default_tenant_id = default {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669521] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.response_validation = warn {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669726] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.use_neutron_default_nets = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669906] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670082] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670250] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670425] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670594] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.vendordata_dynamic_targets = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670756] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.vendordata_jsonfile_path = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670940] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671176] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.backend = dogpile.cache.memcached {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671364] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.backend_argument = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671529] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.backend_expiration_time = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671702] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.config_prefix = cache.oslo {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671874] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.dead_timeout = 60.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672049] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.debug_cache_backend = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672215] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.enable_retry_client = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672378] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.enable_socket_keepalive = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672549] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.enabled = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672723] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.enforce_fips_mode = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672922] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.expiration_time = 600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673102] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.hashclient_retry_attempts = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673271] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673434] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_dead_retry = 300 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673589] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_password = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673752] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673911] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674087] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_pool_maxsize = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674250] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674414] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_sasl_enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674593] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674794] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674968] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.memcache_username = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675152] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.proxies = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675318] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.redis_db = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675475] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.redis_password = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675647] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675821] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675991] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.redis_server = localhost:6379 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676171] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.redis_socket_timeout = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676376] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.redis_username = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676533] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.retry_attempts = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676699] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.retry_delay = 0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676861] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.socket_keepalive_count = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677031] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.socket_keepalive_idle = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677216] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.socket_keepalive_interval = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677381] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.tls_allowed_ciphers = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677542] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.tls_cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677696] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.tls_certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677891] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.tls_enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678077] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cache.tls_keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678255] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678431] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.auth_type = password {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678594] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678768] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678927] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679104] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679271] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.cross_az_attach = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679479] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.debug = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679665] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.endpoint_template = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679831] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.http_retries = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679994] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680169] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680346] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.os_region_name = RegionOne {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680510] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680669] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cinder.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680856] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681072] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.cpu_dedicated_set = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681253] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.cpu_shared_set = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681421] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.image_type_exclude_list = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681585] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681748] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681910] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682086] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682263] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682427] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.resource_provider_association_refresh = 300 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682665] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682854] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.shutdown_retry_interval = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683054] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683243] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] conductor.workers = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683420] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] console.allowed_origins = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683581] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] console.ssl_ciphers = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683753] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] console.ssl_minimum_version = default {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683919] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] consoleauth.enforce_session_timeout = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684104] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] consoleauth.token_ttl = 600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684310] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684479] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684643] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684803] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.connect_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684961] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.connect_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685134] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.endpoint_override = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685298] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685455] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685614] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.max_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685796] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.min_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685976] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.region_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686152] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.retriable_status_codes = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686321] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686479] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.service_type = accelerator {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686638] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686794] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.status_code_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686951] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.status_code_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687148] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687364] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687545] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] cyborg.version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687733] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.asyncio_connection = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687911] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.asyncio_slave_connection = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688112] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.backend = sqlalchemy {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688292] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.connection = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688460] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.connection_debug = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688657] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.connection_parameters = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688831] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.connection_recycle_time = 3600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689048] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.connection_trace = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689231] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.db_inc_retry_interval = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689395] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.db_max_retries = 20 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689578] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.db_max_retry_interval = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689748] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.db_retry_interval = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689908] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.max_overflow = 50 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690080] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.max_pool_size = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690247] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.max_retries = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690419] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690577] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.mysql_wsrep_sync_wait = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690733] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.pool_timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690890] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.retry_interval = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691057] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.slave_connection = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691221] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.sqlite_synchronous = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691381] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] database.use_db_reconnect = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691545] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.asyncio_connection = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691701] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.asyncio_slave_connection = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691870] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.backend = sqlalchemy {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692046] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.connection = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692213] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.connection_debug = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692384] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.connection_parameters = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692543] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.connection_recycle_time = 3600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692700] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.connection_trace = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692857] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.db_inc_retry_interval = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693026] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.db_max_retries = 20 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693192] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.db_max_retry_interval = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693353] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.db_retry_interval = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693514] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.max_overflow = 50 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693672] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.max_pool_size = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693829] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.max_retries = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693994] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694166] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694324] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.pool_timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694481] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.retry_interval = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694635] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.slave_connection = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694794] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] api_database.sqlite_synchronous = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694965] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] devices.enabled_mdev_types = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695158] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695331] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695491] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ephemeral_storage_encryption.enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695652] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695821] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.api_servers = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695983] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696156] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696324] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696484] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.connect_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696643] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.connect_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696805] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.debug = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696969] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.default_trusted_certificate_ids = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697165] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.enable_certificate_validation = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697343] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.enable_rbd_download = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697505] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.endpoint_override = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697670] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697833] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697991] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.max_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698188] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.min_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698359] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.num_retries = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698532] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.rbd_ceph_conf = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698692] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.rbd_connect_timeout = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698861] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.rbd_pool = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699042] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.rbd_user = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699216] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.region_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699376] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.retriable_status_codes = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699561] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699742] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.service_type = image {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699907] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700078] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.status_code_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700243] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.status_code_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700404] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700586] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700748] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.verify_glance_signatures = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700906] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] glance.version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701084] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] guestfs.debug = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701260] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701421] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.auth_type = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701579] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701736] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701900] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702069] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.connect_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702230] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.connect_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702391] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.endpoint_override = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702551] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702706] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702864] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.max_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703029] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.min_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703192] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.region_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703350] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.retriable_status_codes = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703507] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703676] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.service_type = shared-file-system {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703840] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.share_apply_policy_timeout = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703999] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704170] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.status_code_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704332] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.status_code_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704490] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704671] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704833] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] manila.version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705009] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] mks.enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705364] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705556] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] image_cache.manager_interval = 2400 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705726] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] image_cache.precache_concurrency = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705893] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] image_cache.remove_unused_base_images = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706073] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706245] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706423] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] image_cache.subdirectory_name = _base {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706595] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.api_max_retries = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706759] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.api_retry_interval = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706914] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707092] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.auth_type = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707283] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707448] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707609] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707770] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.conductor_group = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707927] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.connect_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708098] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.connect_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708298] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.endpoint_override = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708469] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708627] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708788] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.max_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708944] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.min_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709122] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.peer_list = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709282] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.region_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709444] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.retriable_status_codes = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709642] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.serial_console_state_timeout = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709808] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709981] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.service_type = baremetal {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710156] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.shard = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710321] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710479] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.status_code_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710638] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.status_code_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710796] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710976] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711153] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ironic.version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711341] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711516] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] key_manager.fixed_key = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711700] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711860] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.barbican_api_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712027] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.barbican_endpoint = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712202] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.barbican_endpoint_type = public {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712360] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.barbican_region_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712540] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712745] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712915] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713089] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713256] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713416] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.number_of_retries = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713576] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.retry_delay = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713738] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.send_service_user_token = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713899] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714071] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714237] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.verify_ssl = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714395] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican.verify_ssl_path = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714560] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714722] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.auth_type = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714885] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715040] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715208] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715372] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715528] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715689] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715846] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] barbican_service_user.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716013] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.approle_role_id = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716181] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.approle_secret_id = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716353] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.kv_mountpoint = secret {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716513] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.kv_path = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716674] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.kv_version = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716832] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.namespace = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716988] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.root_token_id = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717177] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.ssl_ca_crt_file = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717364] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.timeout = 60.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717531] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.use_ssl = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717702] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717897] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718135] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718326] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718491] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.connect_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718657] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.connect_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718816] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.endpoint_override = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718978] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719152] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719313] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.max_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719468] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.min_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719626] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.region_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719787] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.retriable_status_codes = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719944] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720126] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.service_type = identity {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720291] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720447] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.status_code_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720602] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.status_code_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720759] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720937] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721107] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] keystone.version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721298] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.ceph_mount_options = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721704] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721894] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.connection_uri = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722074] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.cpu_mode = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722247] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722421] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.cpu_models = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722594] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.cpu_power_governor_high = performance {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722764] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722927] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.cpu_power_management = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723114] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723289] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.device_detach_attempts = 8 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723457] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.device_detach_timeout = 20 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723625] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.disk_cachemodes = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723786] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.disk_prefix = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723949] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.enabled_perf_events = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724127] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.file_backed_memory = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724297] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.gid_maps = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724457] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.hw_disk_discard = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724615] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.hw_machine_type = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724785] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.images_rbd_ceph_conf = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724947] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725128] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725296] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.images_rbd_glance_store_name = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725465] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.images_rbd_pool = rbd {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725634] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.images_type = default {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725793] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.images_volume_group = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725952] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.inject_key = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726129] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.inject_partition = -2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726290] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.inject_password = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726452] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.iscsi_iface = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726611] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.iser_use_multipath = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726773] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726935] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727112] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_downtime = 500 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727310] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727483] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727646] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_inbound_addr = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727813] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727971] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728169] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_scheme = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728386] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_timeout_action = abort {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728558] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_tunnelled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728718] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_uri = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728880] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.live_migration_with_native_tls = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729051] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.max_queues = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729219] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729449] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729613] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.nfs_mount_options = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729899] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730086] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730258] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730423] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730586] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730747] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.num_pcie_ports = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730913] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731092] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.pmem_namespaces = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731255] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.quobyte_client_cfg = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731551] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731725] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731891] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732067] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732233] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rbd_secret_uuid = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732395] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rbd_user = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732558] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732732] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732893] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rescue_image_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733063] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rescue_kernel_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733228] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rescue_ramdisk_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733402] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733565] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.rx_queue_size = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733734] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.smbfs_mount_options = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734044] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734222] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.snapshot_compression = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734412] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.snapshot_image_format = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734655] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734825] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.sparse_logical_volumes = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734987] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.swtpm_enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735176] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.swtpm_group = tss {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735349] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.swtpm_user = tss {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735519] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.sysinfo_serial = unique {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735677] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.tb_cache_size = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735834] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.tx_queue_size = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735997] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.uid_maps = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736173] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.use_virtio_for_bridges = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736348] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.virt_type = kvm {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736517] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.volume_clear = zero {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736679] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.volume_clear_size = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736841] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.volume_enforce_multipath = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737012] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.volume_use_multipath = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737625] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.vzstorage_cache_path = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737625] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737625] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737811] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737858] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738175] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738391] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.vzstorage_mount_user = stack {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738567] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738746] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738923] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.auth_type = password {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739098] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739264] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739429] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739590] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.connect_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739750] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.connect_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739923] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.default_floating_pool = public {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740093] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.endpoint_override = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740262] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.extension_sync_interval = 600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740427] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.http_retries = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740591] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740753] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740914] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.max_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741098] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741266] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.min_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741439] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.ovs_bridge = br-int {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741605] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.physnets = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741776] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.region_name = RegionOne {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741939] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.retriable_status_codes = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742121] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.service_metadata_proxy = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742286] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742456] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.service_type = network {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742617] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742774] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.status_code_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742932] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.status_code_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743104] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743288] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743454] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] neutron.version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743626] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] notifications.bdms_in_notifications = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743803] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] notifications.default_level = INFO {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743967] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] notifications.include_share_mapping = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744158] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] notifications.notification_format = unversioned {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744326] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] notifications.notify_on_state_change = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744501] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744678] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] pci.alias = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744848] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] pci.device_spec = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745026] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] pci.report_in_placement = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745203] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745377] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.auth_type = password {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745543] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745702] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745857] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746027] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746191] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.connect_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746371] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.connect_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746547] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.default_domain_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746706] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.default_domain_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746863] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.domain_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747061] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.domain_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747217] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.endpoint_override = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747398] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747558] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747716] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.max_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747870] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.min_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748048] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.password = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748230] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.project_domain_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748407] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.project_domain_name = Default {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748576] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.project_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748748] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.project_name = service {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748916] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.region_name = RegionOne {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749089] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.retriable_status_codes = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749258] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749429] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.service_type = placement {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749587] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749742] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.status_code_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749899] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.status_code_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750071] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.system_scope = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750234] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750390] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.trust_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750544] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.user_domain_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750709] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.user_domain_name = Default {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750878] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.user_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751042] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.username = nova {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751224] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751384] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] placement.version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751564] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.cores = 20 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751724] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.count_usage_from_placement = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751894] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752069] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.injected_file_content_bytes = 10240 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752236] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.injected_file_path_length = 255 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752401] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.injected_files = 5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752566] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.instances = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752728] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.key_pairs = 100 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752892] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.metadata_items = 128 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753067] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.ram = 51200 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753233] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.recheck_quota = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753399] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.server_group_members = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753560] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.server_groups = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753764] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753938] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] quota.unified_limits_resource_strategy = require {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754124] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754292] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754454] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.image_metadata_prefilter = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754615] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754779] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.max_attempts = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754942] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.max_placement_results = 1000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755121] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755284] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755445] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755616] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] scheduler.workers = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755795] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755966] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756163] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756336] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756501] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756666] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756827] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757019] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757208] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.host_subset_size = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757382] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757542] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757703] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757865] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758050] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758254] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.isolated_hosts = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758441] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.isolated_images = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758607] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758769] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758931] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759103] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.pci_in_placement = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759268] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759433] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759591] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759747] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759905] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760075] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760236] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.track_instance_changes = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760411] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760577] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] metrics.required = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760737] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] metrics.weight_multiplier = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760897] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761068] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] metrics.weight_setting = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761386] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761557] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] serial_console.enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761732] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] serial_console.port_range = 10000:20000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761900] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762077] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762284] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] serial_console.serialproxy_port = 6083 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762492] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762672] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.auth_type = password {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762832] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762987] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763165] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763326] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763480] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763649] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.send_service_user_token = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763810] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763967] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] service_user.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764149] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.agent_enabled = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764312] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764618] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764817] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765046] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.html5proxy_port = 6082 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765286] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.image_compression = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765465] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.jpeg_compression = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765627] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.playback_compression = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765790] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.require_secure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765960] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.server_listen = 127.0.0.1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766149] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766432] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766603] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.streaming_mode = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766764] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] spice.zlib_compression = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766928] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] upgrade_levels.baseapi = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767120] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] upgrade_levels.compute = auto {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767322] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] upgrade_levels.conductor = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767515] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] upgrade_levels.scheduler = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767685] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767871] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768060] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768253] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768427] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768588] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768745] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768908] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769074] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vendordata_dynamic_auth.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769252] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.api_retry_count = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769414] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.ca_file = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769588] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769756] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.cluster_name = testcl1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769921] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.connection_pool_size = 10 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770093] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.console_delay_seconds = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770269] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.datastore_regex = ^datastore.* {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770485] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770669] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.host_password = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770826] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.host_port = 443 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770995] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.host_username = administrator@vsphere.local {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771182] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.insecure = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771346] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.integration_bridge = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771506] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.maximum_objects = 100 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771661] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.pbm_default_policy = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771819] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.pbm_enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771981] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.pbm_wsdl_location = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772161] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772320] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.serial_port_proxy_uri = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772477] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.serial_port_service_uri = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772714] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.task_poll_interval = 0.5 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772811] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.use_linked_clone = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772978] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.vnc_keymap = en-us {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773159] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.vnc_port = 5900 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773325] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vmware.vnc_port_total = 10000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773509] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.auth_schemes = ['none'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773682] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773963] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.774163] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.774340] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.novncproxy_port = 6080 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.774535] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.server_listen = 127.0.0.1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.774715] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.774876] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.vencrypt_ca_certs = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.775061] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.vencrypt_client_cert = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.775239] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vnc.vencrypt_client_key = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.775422] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.775588] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.disable_deep_image_inspection = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.775749] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.775917] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.776091] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.776256] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.disable_rootwrap = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.776419] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.enable_numa_live_migration = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.776578] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.776737] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.776896] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.777064] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.libvirt_disable_apic = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.777252] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.777421] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.777726] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.777900] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.778076] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.778267] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.778435] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.778597] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.778758] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.778919] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.779122] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.779299] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.client_socket_timeout = 900 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.779466] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.default_pool_size = 1000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.779632] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.keep_alive = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.779799] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.max_header_line = 16384 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.779961] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.780137] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.ssl_ca_file = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.780298] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.ssl_cert_file = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.780457] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.ssl_key_file = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.780620] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.tcp_keepidle = 600 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.780792] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.780959] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] zvm.ca_file = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.781146] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] zvm.cloud_connector_url = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.781424] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.781602] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] zvm.reachable_timeout = 300 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.781773] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.781947] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.782140] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.connection_string = messaging:// {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.782311] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.enabled = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.782480] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.es_doc_type = notification {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.782643] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.es_scroll_size = 10000 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.782813] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.es_scroll_time = 2m {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.782975] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.filter_error_trace = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.783157] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.hmac_keys = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.783327] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.sentinel_service_name = mymaster {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.783490] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.socket_timeout = 0.1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.783649] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.trace_requests = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.783804] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler.trace_sqlalchemy = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.783985] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler_jaeger.process_tags = {} {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.784155] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler_jaeger.service_name_prefix = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.784317] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] profiler_otlp.service_name_prefix = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.784477] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] remote_debug.host = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.784634] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] remote_debug.port = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.784807] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.784967] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.785171] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.785342] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.785501] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.785659] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.785818] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.785977] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.786154] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.786338] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.786486] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.786655] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.786820] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.786983] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.787198] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.787373] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.787539] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.787701] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.787870] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.788042] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.788213] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.788378] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.788542] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.788701] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.788859] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.789027] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.789191] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.789351] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.789510] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.789670] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.789829] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.ssl = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.789995] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.790175] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.790336] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.790499] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.790666] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.790826] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.791021] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.791189] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_notifications.retry = -1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.791365] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.791535] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.791710] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.auth_section = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.791871] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.auth_type = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.792034] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.cafile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.792192] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.certfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.792353] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.collect_timing = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.792508] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.connect_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.792665] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.connect_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.792820] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.endpoint_id = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.792990] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.793161] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.endpoint_override = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.793326] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.endpoint_region_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.793474] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.endpoint_service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.793628] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.endpoint_service_type = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.793786] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.insecure = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.793938] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.keyfile = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.794106] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.max_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.794263] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.min_version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.794416] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.region_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.794571] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.retriable_status_codes = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.794725] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.service_name = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.794879] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.service_type = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.795063] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.split_loggers = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.795236] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.status_code_retries = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.795396] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.status_code_retry_delay = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.795553] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.timeout = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.795707] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.valid_interfaces = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.795862] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_limit.version = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.796034] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_reports.file_event_handler = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.796200] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.796361] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] oslo_reports.log_dir = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.796527] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.796683] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.796839] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.797010] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.797204] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.797372] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.797583] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.797694] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_ovs_privileged.group = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.797849] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798025] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798198] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798367] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] vif_plug_ovs_privileged.user = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798535] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798718] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798893] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799076] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799251] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799423] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799588] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799748] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799924] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800107] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_ovs.isolate_vif = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800274] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800439] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800611] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800949] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800949] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] os_vif_ovs.per_port_bridge = False {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801113] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] privsep_osbrick.capabilities = [21] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801271] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] privsep_osbrick.group = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801426] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] privsep_osbrick.helper_command = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801590] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801748] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801901] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] privsep_osbrick.user = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802082] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802242] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] nova_sys_admin.group = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802398] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] nova_sys_admin.helper_command = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802560] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802719] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802872] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] nova_sys_admin.user = None {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.803000] env[69731]: DEBUG oslo_service.backend.eventlet.service [None req-c576a57f-6768-4315-8ad5-2f34d6910f24 None None] ******************************************************************************** {{(pid=69731) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 572.803421] env[69731]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 573.306620] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Getting list of instances from cluster (obj){ [ 573.306620] env[69731]: value = "domain-c8" [ 573.306620] env[69731]: _type = "ClusterComputeResource" [ 573.306620] env[69731]: } {{(pid=69731) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 573.307945] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c863b300-da01-4b77-91e5-6a6a1330317b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.317015] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Got total of 0 instances {{(pid=69731) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 573.317664] env[69731]: WARNING nova.virt.vmwareapi.driver [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 573.318190] env[69731]: INFO nova.virt.node [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Generated node identity 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb [ 573.318456] env[69731]: INFO nova.virt.node [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Wrote node identity 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb to /opt/stack/data/n-cpu-1/compute_id [ 573.821220] env[69731]: WARNING nova.compute.manager [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Compute nodes ['6951895d-c5d2-47c4-abb0-8eab0b7d2bfb'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 574.827695] env[69731]: INFO nova.compute.manager [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 575.833582] env[69731]: WARNING nova.compute.manager [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 575.834046] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.834120] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.834227] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.834398] env[69731]: DEBUG nova.compute.resource_tracker [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 575.835361] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb5d0d-d28f-4b18-bc27-855883e60dee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.843721] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9587b11c-2644-4756-811d-064f6d8af61a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.857919] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab2d737-596b-4174-842f-0470b2ab56b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.864180] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176abac3-9a95-47df-824b-6db3a9a07b26 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.892032] env[69731]: DEBUG nova.compute.resource_tracker [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180992MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 575.892187] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.892377] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.394698] env[69731]: WARNING nova.compute.resource_tracker [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] No compute node record for cpu-1:6951895d-c5d2-47c4-abb0-8eab0b7d2bfb: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb could not be found. [ 576.898787] env[69731]: INFO nova.compute.resource_tracker [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb [ 578.407222] env[69731]: DEBUG nova.compute.resource_tracker [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 578.407597] env[69731]: DEBUG nova.compute.resource_tracker [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 578.563799] env[69731]: INFO nova.scheduler.client.report [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] [req-1f3708f3-9aa7-42f0-876d-081eff288d53] Created resource provider record via placement API for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 578.581807] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275f5bd5-d4d8-414f-960c-dd97bf884454 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.589883] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ae428-9d19-4d54-bddc-4adb6cd47389 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.619573] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55e4bc1-6eab-43dd-841a-baa13ed1f98a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.626510] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a661eb-cead-4110-a8a8-19c467deae35 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.639422] env[69731]: DEBUG nova.compute.provider_tree [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.175874] env[69731]: DEBUG nova.scheduler.client.report [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 579.176116] env[69731]: DEBUG nova.compute.provider_tree [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 0 to 1 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 579.176250] env[69731]: DEBUG nova.compute.provider_tree [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.226400] env[69731]: DEBUG nova.compute.provider_tree [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 1 to 2 during operation: update_traits {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 579.730667] env[69731]: DEBUG nova.compute.resource_tracker [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 579.730924] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.731050] env[69731]: DEBUG nova.service [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Creating RPC server for service compute {{(pid=69731) start /opt/stack/nova/nova/service.py:186}} [ 579.744698] env[69731]: DEBUG nova.service [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] Join ServiceGroup membership for this service compute {{(pid=69731) start /opt/stack/nova/nova/service.py:203}} [ 579.744909] env[69731]: DEBUG nova.servicegroup.drivers.db [None req-af97c298-f1d4-4d93-b2fa-1bef38f392f1 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69731) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 617.273916] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.274263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.776970] env[69731]: DEBUG nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.182585] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.182887] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.321663] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.322259] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.324199] env[69731]: INFO nova.compute.claims [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.685339] env[69731]: DEBUG nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.167819] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "d5251a1e-7283-419d-af8e-a91aa9692c70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.168108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.214975] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.422670] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b9527-837e-49cc-a076-55ec222f8981 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.435609] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d7fa8f-1897-403f-b7ea-f6674cc9c925 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.471256] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ade47b-b56f-41ad-9d8e-23e863c9b71e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.481862] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d84c52-bfd1-4c8f-808d-308409b26ad4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.496044] env[69731]: DEBUG nova.compute.provider_tree [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.672052] env[69731]: DEBUG nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.999480] env[69731]: DEBUG nova.scheduler.client.report [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.198054] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.505394] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.505962] env[69731]: DEBUG nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.514651] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.298s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.514920] env[69731]: INFO nova.compute.claims [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.581769] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquiring lock "92c756f0-9577-4004-bcdd-d421a4d52b96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.581987] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.023527] env[69731]: DEBUG nova.compute.utils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.027854] env[69731]: DEBUG nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.028054] env[69731]: DEBUG nova.network.neutron [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.087443] env[69731]: DEBUG nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.394040] env[69731]: DEBUG nova.policy [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '806fb4e290c7448ebf005944f8058b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537ddd554dc447a488ea4c4670b16a5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.541273] env[69731]: DEBUG nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.614886] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.683644] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquiring lock "c0109d11-9d58-4c14-bada-e2657998a5be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.683920] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "c0109d11-9d58-4c14-bada-e2657998a5be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.695824] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1addfaea-09f8-4e50-a066-e4b11a4af41d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.705502] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c57f5-70ca-4236-9108-9009cc8cd323 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.747896] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb4b9cf-9f39-487a-a010-b09e7e9329bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.751578] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquiring lock "21d471ec-a091-499f-a16c-271c13543502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.751817] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "21d471ec-a091-499f-a16c-271c13543502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.759908] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c87b1a-aea4-4e05-a81a-d783c4929c75 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.781119] env[69731]: DEBUG nova.compute.provider_tree [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.188719] env[69731]: DEBUG nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.254739] env[69731]: DEBUG nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.283555] env[69731]: DEBUG nova.scheduler.client.report [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.560349] env[69731]: DEBUG nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.610815] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.611097] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.611267] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.612757] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.612757] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.612757] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.612757] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.612757] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.612757] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.612997] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.612997] env[69731]: DEBUG nova.virt.hardware [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.613819] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0fd07d-0341-400d-9e57-a53a3cbef6bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.627569] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fbe4b7-f5e1-4d98-b69f-612968a356b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.644102] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e9bd1-502a-4a70-9e04-429b8d1b0718 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.722567] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.787591] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.792835] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.792835] env[69731]: DEBUG nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.798410] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.600s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.801016] env[69731]: INFO nova.compute.claims [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.806044] env[69731]: DEBUG nova.network.neutron [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Successfully created port: 636b40d3-27a3-45c3-8d4c-ba6a338a726f {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.300728] env[69731]: DEBUG nova.compute.utils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.304576] env[69731]: DEBUG nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.307614] env[69731]: DEBUG nova.network.neutron [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.496538] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquiring lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.499222] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.590093] env[69731]: DEBUG nova.policy [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbddca92df6f4044a2b045b38f9216b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cdf6d3a61094e0784e238ce06974366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.805590] env[69731]: DEBUG nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.007101] env[69731]: DEBUG nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.017299] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c5f50b-ef13-48e2-9ba1-832942a740f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.027176] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942baac-4414-4c48-8cb4-e6e967a67fc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.065560] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dab58e-1450-4b1b-877c-414c17695163 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.078436] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd66609-328e-47f4-b33b-87939bd3d018 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.101846] env[69731]: DEBUG nova.compute.provider_tree [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.554642] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.605630] env[69731]: DEBUG nova.scheduler.client.report [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.644222] env[69731]: DEBUG nova.network.neutron [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Successfully created port: b08584f9-6029-4d99-9b8d-d6bca2295180 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.822566] env[69731]: DEBUG nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.862082] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.862417] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.862514] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.862649] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.862788] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.862930] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.864193] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.864964] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.865355] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.865355] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.865530] env[69731]: DEBUG nova.virt.hardware [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.866388] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef4061-81a8-41ed-8ebd-5aa3059f54d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.879921] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2433ed7-dd9f-4412-80a2-de40478249a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.116492] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.117575] env[69731]: DEBUG nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.122027] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.507s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.124894] env[69731]: INFO nova.compute.claims [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.625320] env[69731]: DEBUG nova.compute.utils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.632195] env[69731]: DEBUG nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.632195] env[69731]: DEBUG nova.network.neutron [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.678494] env[69731]: DEBUG nova.network.neutron [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Successfully updated port: 636b40d3-27a3-45c3-8d4c-ba6a338a726f {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.751483] env[69731]: DEBUG nova.policy [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ec85d9ae57c42b29f30fb95c1293fdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b0a1b8819d44ad8a9f8eb9e0cee4940', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.130265] env[69731]: DEBUG nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.182691] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "refresh_cache-268efccf-ff0d-4b65-aaff-7d56844c9fd1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.182914] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "refresh_cache-268efccf-ff0d-4b65-aaff-7d56844c9fd1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.183184] env[69731]: DEBUG nova.network.neutron [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.286607] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f545b2d-5f14-4331-96a9-8b4f1de11461 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.296017] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8159853f-7fc2-473d-bdd3-c20b6ed5781e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.331493] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0997cd-f48a-4275-be59-c140e5fb3cfa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.344380] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aa8f13-c4f0-417b-9515-b08022a6b132 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.355149] env[69731]: DEBUG nova.compute.provider_tree [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.535863] env[69731]: DEBUG nova.network.neutron [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Successfully updated port: b08584f9-6029-4d99-9b8d-d6bca2295180 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.791980] env[69731]: DEBUG nova.network.neutron [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.859353] env[69731]: DEBUG nova.scheduler.client.report [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.039586] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "refresh_cache-e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.039936] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "refresh_cache-e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.039936] env[69731]: DEBUG nova.network.neutron [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.041677] env[69731]: DEBUG nova.network.neutron [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Successfully created port: 9cd3c933-322e-4092-9168-9aa4c922c05c {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.146706] env[69731]: DEBUG nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.184965] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.185339] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.185494] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.185667] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.185806] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.185973] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.186225] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.186392] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.186552] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.186705] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.186863] env[69731]: DEBUG nova.virt.hardware [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.187748] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e04f2-c380-4b24-be99-0108c6776d3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.193986] env[69731]: DEBUG nova.network.neutron [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Updating instance_info_cache with network_info: [{"id": "636b40d3-27a3-45c3-8d4c-ba6a338a726f", "address": "fa:16:3e:bf:1f:df", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636b40d3-27", "ovs_interfaceid": "636b40d3-27a3-45c3-8d4c-ba6a338a726f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.199427] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f1b92c-ddbb-455b-8efa-d467493eaf93 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.366755] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.367666] env[69731]: DEBUG nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.370091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.648s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.371859] env[69731]: INFO nova.compute.claims [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.694528] env[69731]: DEBUG nova.network.neutron [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.699530] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "refresh_cache-268efccf-ff0d-4b65-aaff-7d56844c9fd1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.703135] env[69731]: DEBUG nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Instance network_info: |[{"id": "636b40d3-27a3-45c3-8d4c-ba6a338a726f", "address": "fa:16:3e:bf:1f:df", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636b40d3-27", "ovs_interfaceid": "636b40d3-27a3-45c3-8d4c-ba6a338a726f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.704171] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:1f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '636b40d3-27a3-45c3-8d4c-ba6a338a726f', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.718131] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.718131] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-839f8df6-d982-4bac-9776-dd31bb5bff71 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.732543] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created folder: OpenStack in parent group-v4. [ 627.732543] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating folder: Project (537ddd554dc447a488ea4c4670b16a5d). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.732543] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-174344c4-88d4-4065-b443-874ff4269ae5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.745035] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created folder: Project (537ddd554dc447a488ea4c4670b16a5d) in parent group-v654000. [ 627.745035] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating folder: Instances. Parent ref: group-v654001. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.745035] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fc17d2c-a2e2-45c7-94ba-c90e07142706 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.757701] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created folder: Instances in parent group-v654001. [ 627.757701] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.762323] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.762369] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da30698f-3596-4f25-9bbe-661303aaf8d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.786195] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.786195] env[69731]: value = "task-3274505" [ 627.786195] env[69731]: _type = "Task" [ 627.786195] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.794994] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274505, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.888682] env[69731]: DEBUG nova.compute.utils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.899446] env[69731]: DEBUG nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.899674] env[69731]: DEBUG nova.network.neutron [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.906697] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "47b618d1-5850-4994-843d-7fccb7e8ecde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.907021] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.029222] env[69731]: DEBUG nova.policy [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec2888f5d9524e4eb61dd76accd2ab05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7446812baf4408f940456f28fc2abb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.219192] env[69731]: DEBUG nova.network.neutron [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Updating instance_info_cache with network_info: [{"id": "b08584f9-6029-4d99-9b8d-d6bca2295180", "address": "fa:16:3e:b5:f8:af", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08584f9-60", "ovs_interfaceid": "b08584f9-6029-4d99-9b8d-d6bca2295180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.298018] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274505, 'name': CreateVM_Task, 'duration_secs': 0.383319} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.298200] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.313231] env[69731]: DEBUG oslo_vmware.service [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad732b61-c67a-4b89-bd4e-c773129b6baa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.321268] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.321268] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.321268] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.321268] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87612e07-8ab8-4b44-abb4-af38a8bedd90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.324738] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 628.324738] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d1d295-3b81-cd33-f632-435ae7e1c247" [ 628.324738] env[69731]: _type = "Task" [ 628.324738] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.332800] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d1d295-3b81-cd33-f632-435ae7e1c247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.396840] env[69731]: DEBUG nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.410653] env[69731]: DEBUG nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.418062] env[69731]: DEBUG nova.compute.manager [req-a89af4c5-be33-4d63-a5f7-37e55a31af50 req-01de17d4-10bf-4682-83c9-618deb5cde35 service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Received event network-vif-plugged-636b40d3-27a3-45c3-8d4c-ba6a338a726f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.418294] env[69731]: DEBUG oslo_concurrency.lockutils [req-a89af4c5-be33-4d63-a5f7-37e55a31af50 req-01de17d4-10bf-4682-83c9-618deb5cde35 service nova] Acquiring lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.419335] env[69731]: DEBUG oslo_concurrency.lockutils [req-a89af4c5-be33-4d63-a5f7-37e55a31af50 req-01de17d4-10bf-4682-83c9-618deb5cde35 service nova] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.419335] env[69731]: DEBUG oslo_concurrency.lockutils [req-a89af4c5-be33-4d63-a5f7-37e55a31af50 req-01de17d4-10bf-4682-83c9-618deb5cde35 service nova] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.419335] env[69731]: DEBUG nova.compute.manager [req-a89af4c5-be33-4d63-a5f7-37e55a31af50 req-01de17d4-10bf-4682-83c9-618deb5cde35 service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] No waiting events found dispatching network-vif-plugged-636b40d3-27a3-45c3-8d4c-ba6a338a726f {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.419335] env[69731]: WARNING nova.compute.manager [req-a89af4c5-be33-4d63-a5f7-37e55a31af50 req-01de17d4-10bf-4682-83c9-618deb5cde35 service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Received unexpected event network-vif-plugged-636b40d3-27a3-45c3-8d4c-ba6a338a726f for instance with vm_state building and task_state spawning. [ 628.620265] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890d314a-8732-4c52-a8fa-0b42bec8be6a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.628803] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544af78-85f4-4e41-bd63-51536199d4f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.662612] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8ff4e5-a3ef-41ec-9bd6-b7e5c138b32e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.670395] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0898b4a1-f12f-4b5e-babc-6e7943e2ea4b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.683905] env[69731]: DEBUG nova.compute.provider_tree [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.721897] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "refresh_cache-e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.721897] env[69731]: DEBUG nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Instance network_info: |[{"id": "b08584f9-6029-4d99-9b8d-d6bca2295180", "address": "fa:16:3e:b5:f8:af", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08584f9-60", "ovs_interfaceid": "b08584f9-6029-4d99-9b8d-d6bca2295180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.722303] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f8:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b08584f9-6029-4d99-9b8d-d6bca2295180', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.731429] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Creating folder: Project (4cdf6d3a61094e0784e238ce06974366). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.732918] env[69731]: DEBUG nova.network.neutron [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Successfully created port: becc43c8-16dd-4a81-8594-5a9297db876d {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.737034] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bd8a232-342c-41de-a58b-0147108b7fb0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.747241] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Created folder: Project (4cdf6d3a61094e0784e238ce06974366) in parent group-v654000. [ 628.747241] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Creating folder: Instances. Parent ref: group-v654004. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.747241] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d94c223-de9a-4a5c-82c5-8db6e327f23a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.755366] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Created folder: Instances in parent group-v654004. [ 628.755677] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.755808] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.756186] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66146b62-eaa4-4480-a9e9-22763aff1f9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.777360] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.777360] env[69731]: value = "task-3274508" [ 628.777360] env[69731]: _type = "Task" [ 628.777360] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.785169] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274508, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.840879] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.841249] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.841725] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842084] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.843532] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.843532] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14de4a6d-ad3b-40b7-9066-0c8464f11c94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.852889] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.855281] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.855281] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a07acbd-39f4-4d75-a47a-88e872a5627f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.863718] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b792e5-be1a-4421-adb8-e3a79cea7a92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.872019] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 628.872019] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e14ea5-4ebf-ba2b-fc45-8b44d53fad30" [ 628.872019] env[69731]: _type = "Task" [ 628.872019] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.879949] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e14ea5-4ebf-ba2b-fc45-8b44d53fad30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.887431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.888609] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.950361] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.973499] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "da9673e3-cde2-4855-8a17-41fb4346b1e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.973734] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "da9673e3-cde2-4855-8a17-41fb4346b1e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.031836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "ca511099-902e-4e71-8921-6a4b63c09b9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.032484] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "ca511099-902e-4e71-8921-6a4b63c09b9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.188179] env[69731]: DEBUG nova.scheduler.client.report [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.292136] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274508, 'name': CreateVM_Task, 'duration_secs': 0.332834} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.292234] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.293497] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.293727] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.294066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.294319] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8b4998-0fc2-416a-8d90-57f9ca100907 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.300026] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 629.300026] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523a692d-85a0-a437-22fc-aeb7eb8d31e7" [ 629.300026] env[69731]: _type = "Task" [ 629.300026] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.311115] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523a692d-85a0-a437-22fc-aeb7eb8d31e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.385533] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Preparing fetch location {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 629.386056] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating directory with path [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.386910] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a19e0457-6880-4eba-8c02-9e24a31a195a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.394261] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.401019] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created directory with path [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.401019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Fetch image to [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 629.401019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Downloading image file data ed409e28-9fe4-4715-b5e5-02cca3395c21 to [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk on the data store datastore1 {{(pid=69731) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 629.401019] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b3f555-fa22-4255-967a-81e01ace5446 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.408247] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ae8c35-6791-41d9-a30d-3b9fed35e13c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.411877] env[69731]: DEBUG nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.423935] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae114877-4587-4ca7-a60a-1ca6678a3637 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.469456] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235212db-cb8e-494b-9192-27804e77a5ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.476771] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.481014] env[69731]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-923c6cbe-592c-46c2-8336-0d2af33a7254 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.487273] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.487880] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.487880] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.487880] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.488578] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.488578] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.488578] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.488578] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.488790] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.488790] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.489451] env[69731]: DEBUG nova.virt.hardware [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.490101] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c2f5b2-1dc8-453e-b42c-1a81420a8443 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.510206] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ba73b8-3c2a-47f0-9369-2da3214895b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.515976] env[69731]: DEBUG nova.network.neutron [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Successfully updated port: 9cd3c933-322e-4092-9168-9aa4c922c05c {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.518360] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Downloading image file data ed409e28-9fe4-4715-b5e5-02cca3395c21 to the data store datastore1 {{(pid=69731) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 629.596232] env[69731]: DEBUG oslo_vmware.rw_handles [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69731) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 629.697727] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.698979] env[69731]: DEBUG nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.703821] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.917s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.705626] env[69731]: INFO nova.compute.claims [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.813124] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.813344] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.813595] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.023226] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "refresh_cache-d5251a1e-7283-419d-af8e-a91aa9692c70" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.025016] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquired lock "refresh_cache-d5251a1e-7283-419d-af8e-a91aa9692c70" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.025016] env[69731]: DEBUG nova.network.neutron [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.030224] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.032416] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.211856] env[69731]: DEBUG nova.compute.utils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.219619] env[69731]: DEBUG nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.219619] env[69731]: DEBUG nova.network.neutron [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.356959] env[69731]: DEBUG oslo_vmware.rw_handles [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Completed reading data from the image iterator. {{(pid=69731) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 630.356959] env[69731]: DEBUG oslo_vmware.rw_handles [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 630.377537] env[69731]: DEBUG nova.policy [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49393aa9b336470ab17dfc6dd8d5e778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9036c233afa4466961cf6e332070eb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.429273] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Downloaded image file data ed409e28-9fe4-4715-b5e5-02cca3395c21 to vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk on the data store datastore1 {{(pid=69731) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 630.430993] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Caching image {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 630.431582] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copying Virtual Disk [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk to [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.431582] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-727c3e38-0c57-45aa-bfc0-e9c1d3820dc0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.441054] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 630.441054] env[69731]: value = "task-3274509" [ 630.441054] env[69731]: _type = "Task" [ 630.441054] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.451048] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.591738] env[69731]: DEBUG nova.network.neutron [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.719068] env[69731]: DEBUG nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.838396] env[69731]: DEBUG nova.compute.manager [req-a93bfa0a-bb06-4cef-b041-875de0f5e89a req-79b66942-2e50-4dc8-8642-e4102eb0ceb5 service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Received event network-vif-plugged-9cd3c933-322e-4092-9168-9aa4c922c05c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.838396] env[69731]: DEBUG oslo_concurrency.lockutils [req-a93bfa0a-bb06-4cef-b041-875de0f5e89a req-79b66942-2e50-4dc8-8642-e4102eb0ceb5 service nova] Acquiring lock "d5251a1e-7283-419d-af8e-a91aa9692c70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.838396] env[69731]: DEBUG oslo_concurrency.lockutils [req-a93bfa0a-bb06-4cef-b041-875de0f5e89a req-79b66942-2e50-4dc8-8642-e4102eb0ceb5 service nova] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.839309] env[69731]: DEBUG oslo_concurrency.lockutils [req-a93bfa0a-bb06-4cef-b041-875de0f5e89a req-79b66942-2e50-4dc8-8642-e4102eb0ceb5 service nova] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.839309] env[69731]: DEBUG nova.compute.manager [req-a93bfa0a-bb06-4cef-b041-875de0f5e89a req-79b66942-2e50-4dc8-8642-e4102eb0ceb5 service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] No waiting events found dispatching network-vif-plugged-9cd3c933-322e-4092-9168-9aa4c922c05c {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.839309] env[69731]: WARNING nova.compute.manager [req-a93bfa0a-bb06-4cef-b041-875de0f5e89a req-79b66942-2e50-4dc8-8642-e4102eb0ceb5 service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Received unexpected event network-vif-plugged-9cd3c933-322e-4092-9168-9aa4c922c05c for instance with vm_state building and task_state spawning. [ 630.961494] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274509, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.042359] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d8267-a0fc-4f24-b10a-1b7440388543 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.051449] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquiring lock "14932019-a872-408d-9c83-2a125d37d0e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.051686] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "14932019-a872-408d-9c83-2a125d37d0e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.060042] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a03db3-c2ef-44c6-904e-c10283f60f24 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.097290] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8848f82-4811-4159-9e18-517bf32fd82e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.105541] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817d13fb-e631-446f-8761-6c4b48385593 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.123654] env[69731]: DEBUG nova.compute.provider_tree [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.421841] env[69731]: DEBUG nova.network.neutron [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Updating instance_info_cache with network_info: [{"id": "9cd3c933-322e-4092-9168-9aa4c922c05c", "address": "fa:16:3e:9a:bc:51", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd3c933-32", "ovs_interfaceid": "9cd3c933-322e-4092-9168-9aa4c922c05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.459101] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659168} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.459367] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copied Virtual Disk [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk to [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.459537] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleting the datastore file [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.459779] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351bbdf6-204f-4691-8c3f-65688b7d1879 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.468331] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 631.468331] env[69731]: value = "task-3274510" [ 631.468331] env[69731]: _type = "Task" [ 631.468331] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.485671] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.613841] env[69731]: DEBUG nova.compute.manager [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Received event network-changed-636b40d3-27a3-45c3-8d4c-ba6a338a726f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.613987] env[69731]: DEBUG nova.compute.manager [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Refreshing instance network info cache due to event network-changed-636b40d3-27a3-45c3-8d4c-ba6a338a726f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.614323] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Acquiring lock "refresh_cache-268efccf-ff0d-4b65-aaff-7d56844c9fd1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.614323] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Acquired lock "refresh_cache-268efccf-ff0d-4b65-aaff-7d56844c9fd1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.614466] env[69731]: DEBUG nova.network.neutron [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Refreshing network info cache for port 636b40d3-27a3-45c3-8d4c-ba6a338a726f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.628075] env[69731]: DEBUG nova.scheduler.client.report [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.733403] env[69731]: DEBUG nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.780156] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.780832] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.782224] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.782224] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.782224] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.782224] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.782224] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.782570] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.782570] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.782570] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.782570] env[69731]: DEBUG nova.virt.hardware [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.783371] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bf5b0c-fb69-44aa-949d-3702a27952bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.793918] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d56e35-77dc-4218-85d3-3349a852cd85 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.841182] env[69731]: DEBUG nova.network.neutron [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Successfully created port: 88794c7f-6eac-44c4-b838-aaeeab061d40 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.852634] env[69731]: DEBUG nova.network.neutron [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Successfully updated port: becc43c8-16dd-4a81-8594-5a9297db876d {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.929044] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Releasing lock "refresh_cache-d5251a1e-7283-419d-af8e-a91aa9692c70" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.929437] env[69731]: DEBUG nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Instance network_info: |[{"id": "9cd3c933-322e-4092-9168-9aa4c922c05c", "address": "fa:16:3e:9a:bc:51", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd3c933-32", "ovs_interfaceid": "9cd3c933-322e-4092-9168-9aa4c922c05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.929888] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:bc:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cd3c933-322e-4092-9168-9aa4c922c05c', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.938440] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Creating folder: Project (9b0a1b8819d44ad8a9f8eb9e0cee4940). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.939528] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1000e7f6-ef21-4f8a-b282-80a656bd7059 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.950442] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Created folder: Project (9b0a1b8819d44ad8a9f8eb9e0cee4940) in parent group-v654000. [ 631.951293] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Creating folder: Instances. Parent ref: group-v654007. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.951293] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1477e1a-2419-400f-9993-e2500300afa9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.961041] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Created folder: Instances in parent group-v654007. [ 631.961275] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.961490] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.961692] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c512ccd1-43dd-4f30-8465-4d51205c5934 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.003034] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024943} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.006016] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.006559] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Moving file from [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8/ed409e28-9fe4-4715-b5e5-02cca3395c21 to [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21. {{(pid=69731) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 632.007467] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.007467] env[69731]: value = "task-3274513" [ 632.007467] env[69731]: _type = "Task" [ 632.007467] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.008089] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4f9a597b-8a44-4b4c-b126-fe247ec69fe1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.025975] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 632.025975] env[69731]: value = "task-3274514" [ 632.025975] env[69731]: _type = "Task" [ 632.025975] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.034659] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274514, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.133252] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.134686] env[69731]: DEBUG nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.137826] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.583s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.142096] env[69731]: INFO nova.compute.claims [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.356700] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquiring lock "refresh_cache-92c756f0-9577-4004-bcdd-d421a4d52b96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.357199] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquired lock "refresh_cache-92c756f0-9577-4004-bcdd-d421a4d52b96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.357199] env[69731]: DEBUG nova.network.neutron [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.523200] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274513, 'name': CreateVM_Task, 'duration_secs': 0.38226} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.523466] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.524204] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.524413] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.524784] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.525514] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eec6280-4c87-4d68-b90f-64e7a76ed93c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.533995] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 632.533995] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d18e0c-7ce5-b8e9-bf34-94f40c971ca6" [ 632.533995] env[69731]: _type = "Task" [ 632.533995] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.537542] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274514, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023213} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.541229] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] File moved {{(pid=69731) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 632.541550] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Cleaning up location [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 632.541682] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleting the datastore file [datastore1] vmware_temp/305efa0f-19c1-453a-87dc-1d006df4aeb8 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.542103] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1226dc2b-2e7a-465e-87ef-bbed6d6cafce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.551856] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d18e0c-7ce5-b8e9-bf34-94f40c971ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.554018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.554178] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.556025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.556025] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 632.556025] env[69731]: value = "task-3274515" [ 632.556025] env[69731]: _type = "Task" [ 632.556025] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.563170] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.640469] env[69731]: DEBUG nova.compute.utils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.641886] env[69731]: DEBUG nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.642070] env[69731]: DEBUG nova.network.neutron [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.943821] env[69731]: DEBUG nova.policy [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3f32aa331ce4b4c84515470cbb6bf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '963fd8f6a3e44abcbe9e675fa84357c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.977740] env[69731]: DEBUG nova.network.neutron [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.039567] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.039567] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.069600] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024924} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.069917] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.071893] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb55384-b088-4da9-a7e4-89a0b9b6baf0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.078894] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 633.078894] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc71f1-fce2-94de-0ac3-93cc0cf40754" [ 633.078894] env[69731]: _type = "Task" [ 633.078894] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.088976] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc71f1-fce2-94de-0ac3-93cc0cf40754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.133804] env[69731]: DEBUG nova.network.neutron [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Updated VIF entry in instance network info cache for port 636b40d3-27a3-45c3-8d4c-ba6a338a726f. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.134155] env[69731]: DEBUG nova.network.neutron [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Updating instance_info_cache with network_info: [{"id": "636b40d3-27a3-45c3-8d4c-ba6a338a726f", "address": "fa:16:3e:bf:1f:df", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636b40d3-27", "ovs_interfaceid": "636b40d3-27a3-45c3-8d4c-ba6a338a726f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.151400] env[69731]: DEBUG nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.467156] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186d7a5-6a6a-4295-acde-b0e42b8c9912 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.481195] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983d858-a457-4e8b-901a-5eb0a6fd4c53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.520509] env[69731]: DEBUG nova.network.neutron [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Updating instance_info_cache with network_info: [{"id": "becc43c8-16dd-4a81-8594-5a9297db876d", "address": "fa:16:3e:1d:f4:f9", "network": {"id": "7805957c-509c-4daf-8354-986ea9d33810", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1299661721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7446812baf4408f940456f28fc2abb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecc43c8-16", "ovs_interfaceid": "becc43c8-16dd-4a81-8594-5a9297db876d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.521473] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da467b14-f36f-42e6-93b0-4d896f3d6b07 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.533017] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbd3952-b230-462d-972c-734a301e0206 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.550637] env[69731]: DEBUG nova.compute.provider_tree [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.594886] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc71f1-fce2-94de-0ac3-93cc0cf40754, 'name': SearchDatastore_Task, 'duration_secs': 0.008784} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.595205] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.595485] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 268efccf-ff0d-4b65-aaff-7d56844c9fd1/268efccf-ff0d-4b65-aaff-7d56844c9fd1.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.595777] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.595956] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.596197] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae2b5efd-1904-48ea-abcb-195af70ae378 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.598906] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca1019b-f538-48bf-8e86-a4a74f29a679 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.606972] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 633.606972] env[69731]: value = "task-3274516" [ 633.606972] env[69731]: _type = "Task" [ 633.606972] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.612027] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.612257] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.613999] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97257d5b-55d3-4235-a4c7-12bdd59b9d87 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.620967] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.625557] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 633.625557] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52586300-0ecb-2b8e-cf0b-393cee8bdecf" [ 633.625557] env[69731]: _type = "Task" [ 633.625557] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.633155] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52586300-0ecb-2b8e-cf0b-393cee8bdecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.636313] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Releasing lock "refresh_cache-268efccf-ff0d-4b65-aaff-7d56844c9fd1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.636562] env[69731]: DEBUG nova.compute.manager [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Received event network-vif-plugged-b08584f9-6029-4d99-9b8d-d6bca2295180 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.636745] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Acquiring lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.636934] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.637106] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.637268] env[69731]: DEBUG nova.compute.manager [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] No waiting events found dispatching network-vif-plugged-b08584f9-6029-4d99-9b8d-d6bca2295180 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.637426] env[69731]: WARNING nova.compute.manager [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Received unexpected event network-vif-plugged-b08584f9-6029-4d99-9b8d-d6bca2295180 for instance with vm_state building and task_state spawning. [ 633.638184] env[69731]: DEBUG nova.compute.manager [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Received event network-changed-b08584f9-6029-4d99-9b8d-d6bca2295180 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.638184] env[69731]: DEBUG nova.compute.manager [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Refreshing instance network info cache due to event network-changed-b08584f9-6029-4d99-9b8d-d6bca2295180. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.638184] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Acquiring lock "refresh_cache-e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.638184] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Acquired lock "refresh_cache-e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.638385] env[69731]: DEBUG nova.network.neutron [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Refreshing network info cache for port b08584f9-6029-4d99-9b8d-d6bca2295180 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.746676] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.747320] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.747551] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.748739] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.748739] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.748739] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.748739] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.915463] env[69731]: DEBUG nova.network.neutron [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Successfully created port: ce4646de-4c0a-4093-ac86-2d80d3e85a00 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.026304] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Releasing lock "refresh_cache-92c756f0-9577-4004-bcdd-d421a4d52b96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.026641] env[69731]: DEBUG nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Instance network_info: |[{"id": "becc43c8-16dd-4a81-8594-5a9297db876d", "address": "fa:16:3e:1d:f4:f9", "network": {"id": "7805957c-509c-4daf-8354-986ea9d33810", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1299661721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7446812baf4408f940456f28fc2abb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecc43c8-16", "ovs_interfaceid": "becc43c8-16dd-4a81-8594-5a9297db876d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.030064] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:f4:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'becc43c8-16dd-4a81-8594-5a9297db876d', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.043292] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Creating folder: Project (c7446812baf4408f940456f28fc2abb1). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.043292] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7b9b030-0841-4fd5-8fe3-325041e11d64 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.054578] env[69731]: DEBUG nova.scheduler.client.report [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.060516] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Created folder: Project (c7446812baf4408f940456f28fc2abb1) in parent group-v654000. [ 634.060699] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Creating folder: Instances. Parent ref: group-v654010. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.062302] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c118722a-c35c-4647-bd32-a0cf437477f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.074448] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Created folder: Instances in parent group-v654010. [ 634.074901] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.075159] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.075503] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd4930c7-fb3a-4b2f-9ea8-51a9cf8a4be6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.104222] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.104222] env[69731]: value = "task-3274519" [ 634.104222] env[69731]: _type = "Task" [ 634.104222] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.131568] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.131907] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274519, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.148651] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52586300-0ecb-2b8e-cf0b-393cee8bdecf, 'name': SearchDatastore_Task, 'duration_secs': 0.013718} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.150428] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea69dc76-1987-45d0-a186-b60072c5c35c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.158968] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 634.158968] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c99fe3-50d6-2786-2b00-aafbf91ab1d0" [ 634.158968] env[69731]: _type = "Task" [ 634.158968] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.167788] env[69731]: DEBUG nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.179962] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c99fe3-50d6-2786-2b00-aafbf91ab1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.206388] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.206643] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.206806] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.207418] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.207633] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.207905] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.207994] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.208440] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.208440] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.208568] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.208647] env[69731]: DEBUG nova.virt.hardware [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.209585] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4517d758-37b8-44c3-8790-6f46c98cef97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.223645] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0743a70-9b09-4e63-b9ae-88182d6d660e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.253069] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Getting list of instances from cluster (obj){ [ 634.253069] env[69731]: value = "domain-c8" [ 634.253069] env[69731]: _type = "ClusterComputeResource" [ 634.253069] env[69731]: } {{(pid=69731) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 634.254179] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586ca53-ea22-4637-bd3b-67d94911775d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.272609] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Got total of 3 instances {{(pid=69731) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 634.273230] env[69731]: WARNING nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] While synchronizing instance power states, found 7 instances in the database and 3 instances on the hypervisor. [ 634.273230] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 268efccf-ff0d-4b65-aaff-7d56844c9fd1 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 634.273230] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid e7d54e30-01f8-44c0-9dcb-8ccb5249d74f {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 634.273446] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid d5251a1e-7283-419d-af8e-a91aa9692c70 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 634.273513] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 92c756f0-9577-4004-bcdd-d421a4d52b96 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 634.273669] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid c0109d11-9d58-4c14-bada-e2657998a5be {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 634.273809] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 21d471ec-a091-499f-a16c-271c13543502 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 634.273946] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid fbf0c31e-6313-4583-9e15-4bd6d80cb20e {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 634.274369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.274649] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.274907] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "d5251a1e-7283-419d-af8e-a91aa9692c70" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.275892] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "92c756f0-9577-4004-bcdd-d421a4d52b96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.275892] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "c0109d11-9d58-4c14-bada-e2657998a5be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.275892] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "21d471ec-a091-499f-a16c-271c13543502" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.275892] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.276208] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.276855] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 634.276855] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.564893] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.565281] env[69731]: DEBUG nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.571762] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.621s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.575528] env[69731]: INFO nova.compute.claims [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.622560] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274519, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.628598] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694541} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.629023] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 268efccf-ff0d-4b65-aaff-7d56844c9fd1/268efccf-ff0d-4b65-aaff-7d56844c9fd1.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.629379] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.629724] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a25286d-e3c7-40cd-bc56-53b155ef8929 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.637036] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 634.637036] env[69731]: value = "task-3274520" [ 634.637036] env[69731]: _type = "Task" [ 634.637036] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.648308] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.678908] env[69731]: DEBUG nova.network.neutron [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Updated VIF entry in instance network info cache for port b08584f9-6029-4d99-9b8d-d6bca2295180. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.679475] env[69731]: DEBUG nova.network.neutron [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Updating instance_info_cache with network_info: [{"id": "b08584f9-6029-4d99-9b8d-d6bca2295180", "address": "fa:16:3e:b5:f8:af", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08584f9-60", "ovs_interfaceid": "b08584f9-6029-4d99-9b8d-d6bca2295180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.700754] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c99fe3-50d6-2786-2b00-aafbf91ab1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.057374} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.702048] env[69731]: DEBUG nova.compute.manager [req-1e929cb6-3301-4854-b1de-5865a941daa2 req-2214a347-5b2e-4624-9932-c8a871ac4eb3 service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Received event network-changed-9cd3c933-322e-4092-9168-9aa4c922c05c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.702142] env[69731]: DEBUG nova.compute.manager [req-1e929cb6-3301-4854-b1de-5865a941daa2 req-2214a347-5b2e-4624-9932-c8a871ac4eb3 service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Refreshing instance network info cache due to event network-changed-9cd3c933-322e-4092-9168-9aa4c922c05c. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.702366] env[69731]: DEBUG oslo_concurrency.lockutils [req-1e929cb6-3301-4854-b1de-5865a941daa2 req-2214a347-5b2e-4624-9932-c8a871ac4eb3 service nova] Acquiring lock "refresh_cache-d5251a1e-7283-419d-af8e-a91aa9692c70" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.702498] env[69731]: DEBUG oslo_concurrency.lockutils [req-1e929cb6-3301-4854-b1de-5865a941daa2 req-2214a347-5b2e-4624-9932-c8a871ac4eb3 service nova] Acquired lock "refresh_cache-d5251a1e-7283-419d-af8e-a91aa9692c70" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.702674] env[69731]: DEBUG nova.network.neutron [req-1e929cb6-3301-4854-b1de-5865a941daa2 req-2214a347-5b2e-4624-9932-c8a871ac4eb3 service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Refreshing network info cache for port 9cd3c933-322e-4092-9168-9aa4c922c05c {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.706836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.707382] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] e7d54e30-01f8-44c0-9dcb-8ccb5249d74f/e7d54e30-01f8-44c0-9dcb-8ccb5249d74f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.711821] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.712286] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.712561] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d90cd6c-970e-4aa6-959f-e1f80ef4ab91 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.715387] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ac6f457-53df-463b-965d-7be8bc20dbdc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.723555] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 634.723555] env[69731]: value = "task-3274521" [ 634.723555] env[69731]: _type = "Task" [ 634.723555] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.733634] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.734909] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.735642] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5baf33-09fd-4d5f-a952-c7cadb1b5f5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.747692] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.750383] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 634.750383] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d5fd2-8d45-a830-37f0-9efa4f0603e5" [ 634.750383] env[69731]: _type = "Task" [ 634.750383] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.760345] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d5fd2-8d45-a830-37f0-9efa4f0603e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.782743] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.817116] env[69731]: DEBUG nova.network.neutron [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Successfully updated port: 88794c7f-6eac-44c4-b838-aaeeab061d40 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.840908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquiring lock "31c189a0-9e72-4b16-8638-d7a3385535f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.840908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "31c189a0-9e72-4b16-8638-d7a3385535f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.085126] env[69731]: DEBUG nova.compute.utils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.092396] env[69731]: DEBUG nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.093603] env[69731]: DEBUG nova.network.neutron [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.133114] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274519, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.156197] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170918} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.156197] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.157425] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de279904-6f98-4072-8517-e2548e059b56 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.193684] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 268efccf-ff0d-4b65-aaff-7d56844c9fd1/268efccf-ff0d-4b65-aaff-7d56844c9fd1.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.194038] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d0ab6d-19d5-4593-944a-b7c4ccc6cba7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.212706] env[69731]: DEBUG oslo_concurrency.lockutils [req-d48c72ad-5a5f-4bf4-8df3-1c1bd4248b7d req-646a8c10-0f54-4c97-b768-e248f3428daf service nova] Releasing lock "refresh_cache-e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.223749] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 635.223749] env[69731]: value = "task-3274522" [ 635.223749] env[69731]: _type = "Task" [ 635.223749] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.246864] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.251122] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.262778] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d5fd2-8d45-a830-37f0-9efa4f0603e5, 'name': SearchDatastore_Task, 'duration_secs': 0.028258} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.263502] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03806c6-d4d7-4790-8f67-075900ab2c46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.270140] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 635.270140] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52562565-c6a5-9515-5aaf-0c8f9813c8c1" [ 635.270140] env[69731]: _type = "Task" [ 635.270140] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.285762] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52562565-c6a5-9515-5aaf-0c8f9813c8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.300779] env[69731]: DEBUG nova.policy [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7b03cac772d43f08548f58ed3c70d98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df801a2bb5cf47c4a5b933c43ddc2376', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.330482] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquiring lock "refresh_cache-c0109d11-9d58-4c14-bada-e2657998a5be" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.330482] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquired lock "refresh_cache-c0109d11-9d58-4c14-bada-e2657998a5be" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.330482] env[69731]: DEBUG nova.network.neutron [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.376566] env[69731]: DEBUG nova.compute.manager [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Received event network-vif-plugged-becc43c8-16dd-4a81-8594-5a9297db876d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.376807] env[69731]: DEBUG oslo_concurrency.lockutils [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] Acquiring lock "92c756f0-9577-4004-bcdd-d421a4d52b96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.377070] env[69731]: DEBUG oslo_concurrency.lockutils [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.377298] env[69731]: DEBUG oslo_concurrency.lockutils [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.377446] env[69731]: DEBUG nova.compute.manager [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] No waiting events found dispatching network-vif-plugged-becc43c8-16dd-4a81-8594-5a9297db876d {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.377633] env[69731]: WARNING nova.compute.manager [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Received unexpected event network-vif-plugged-becc43c8-16dd-4a81-8594-5a9297db876d for instance with vm_state building and task_state spawning. [ 635.377799] env[69731]: DEBUG nova.compute.manager [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Received event network-changed-becc43c8-16dd-4a81-8594-5a9297db876d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.377970] env[69731]: DEBUG nova.compute.manager [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Refreshing instance network info cache due to event network-changed-becc43c8-16dd-4a81-8594-5a9297db876d. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.381228] env[69731]: DEBUG oslo_concurrency.lockutils [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] Acquiring lock "refresh_cache-92c756f0-9577-4004-bcdd-d421a4d52b96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.381380] env[69731]: DEBUG oslo_concurrency.lockutils [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] Acquired lock "refresh_cache-92c756f0-9577-4004-bcdd-d421a4d52b96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.381543] env[69731]: DEBUG nova.network.neutron [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Refreshing network info cache for port becc43c8-16dd-4a81-8594-5a9297db876d {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.599569] env[69731]: DEBUG nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.622068] env[69731]: DEBUG nova.network.neutron [req-1e929cb6-3301-4854-b1de-5865a941daa2 req-2214a347-5b2e-4624-9932-c8a871ac4eb3 service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Updated VIF entry in instance network info cache for port 9cd3c933-322e-4092-9168-9aa4c922c05c. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.623490] env[69731]: DEBUG nova.network.neutron [req-1e929cb6-3301-4854-b1de-5865a941daa2 req-2214a347-5b2e-4624-9932-c8a871ac4eb3 service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Updating instance_info_cache with network_info: [{"id": "9cd3c933-322e-4092-9168-9aa4c922c05c", "address": "fa:16:3e:9a:bc:51", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd3c933-32", "ovs_interfaceid": "9cd3c933-322e-4092-9168-9aa4c922c05c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.629413] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274519, 'name': CreateVM_Task, 'duration_secs': 1.390951} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.632374] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.633239] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.633404] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.633715] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.633956] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793b8a18-2b91-417c-a0dd-772a7d767cbd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.640601] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 635.640601] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529968a7-c2fb-2dad-feaa-da72be9ac3e6" [ 635.640601] env[69731]: _type = "Task" [ 635.640601] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.653462] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529968a7-c2fb-2dad-feaa-da72be9ac3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.656073] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.656316] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.656523] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.683942] env[69731]: DEBUG nova.network.neutron [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Successfully created port: 1349c437-48d2-4fce-b5fa-f6db68567c76 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.742546] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274522, 'name': ReconfigVM_Task, 'duration_secs': 0.342429} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.742776] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616998} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.743015] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 268efccf-ff0d-4b65-aaff-7d56844c9fd1/268efccf-ff0d-4b65-aaff-7d56844c9fd1.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.743800] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] e7d54e30-01f8-44c0-9dcb-8ccb5249d74f/e7d54e30-01f8-44c0-9dcb-8ccb5249d74f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.744722] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.744722] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-606704f9-8ad8-4c95-ac20-0fc368fdb811 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.746044] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cd4ab4a-aab7-47e6-a44f-4453d8aed27a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.752679] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 635.752679] env[69731]: value = "task-3274524" [ 635.752679] env[69731]: _type = "Task" [ 635.752679] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.754562] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 635.754562] env[69731]: value = "task-3274523" [ 635.754562] env[69731]: _type = "Task" [ 635.754562] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.767756] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.775649] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274523, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.784411] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52562565-c6a5-9515-5aaf-0c8f9813c8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.054208} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.784908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.785683] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] d5251a1e-7283-419d-af8e-a91aa9692c70/d5251a1e-7283-419d-af8e-a91aa9692c70.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.786369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.786572] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.786793] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2dcbb02-4cbb-4fe5-b308-372bde8fcd51 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.788864] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd25aa91-b21c-4011-86ac-46bf1f52e3c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.798058] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 635.798058] env[69731]: value = "task-3274525" [ 635.798058] env[69731]: _type = "Task" [ 635.798058] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.803409] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.803655] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.807697] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166ab7d2-7dd3-4679-907b-8b5ae6537d9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.813743] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.817067] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 635.817067] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ea7f69-0488-b59b-dbc0-09c4f7d0bf68" [ 635.817067] env[69731]: _type = "Task" [ 635.817067] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.825252] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ea7f69-0488-b59b-dbc0-09c4f7d0bf68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.867457] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d964244-38b8-48cc-98f0-173c6acdc9df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.876032] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ed4fb-5c95-4a11-a92c-fad6c78f8e8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.912438] env[69731]: DEBUG nova.network.neutron [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.915063] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7d7069-2a52-47fe-aa00-c96c64b2f1d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.923805] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b683611-a0c3-423f-bde9-a4fdcff47697 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.941816] env[69731]: DEBUG nova.compute.provider_tree [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.125892] env[69731]: DEBUG oslo_concurrency.lockutils [req-1e929cb6-3301-4854-b1de-5865a941daa2 req-2214a347-5b2e-4624-9932-c8a871ac4eb3 service nova] Releasing lock "refresh_cache-d5251a1e-7283-419d-af8e-a91aa9692c70" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.264935] env[69731]: DEBUG nova.network.neutron [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Successfully updated port: ce4646de-4c0a-4093-ac86-2d80d3e85a00 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.270629] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067225} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.274470] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.274792] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274523, 'name': Rename_Task, 'duration_secs': 0.15578} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.275558] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88697513-63a4-4aec-a13e-40f355f9891a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.278401] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.279239] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df77bfb-660f-4582-9d7a-3a0522403df0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.304480] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e7d54e30-01f8-44c0-9dcb-8ccb5249d74f/e7d54e30-01f8-44c0-9dcb-8ccb5249d74f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.312119] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda8179f-ba22-4f4e-ac53-752f3f19964a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.328784] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 636.328784] env[69731]: value = "task-3274526" [ 636.328784] env[69731]: _type = "Task" [ 636.328784] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.329860] env[69731]: DEBUG nova.network.neutron [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Updating instance_info_cache with network_info: [{"id": "88794c7f-6eac-44c4-b838-aaeeab061d40", "address": "fa:16:3e:c0:cb:5b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88794c7f-6e", "ovs_interfaceid": "88794c7f-6eac-44c4-b838-aaeeab061d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.351164] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 636.351164] env[69731]: value = "task-3274527" [ 636.351164] env[69731]: _type = "Task" [ 636.351164] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.359617] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489054} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.363273] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] d5251a1e-7283-419d-af8e-a91aa9692c70/d5251a1e-7283-419d-af8e-a91aa9692c70.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.363665] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.365725] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f6f9a6a-6fac-4a06-ad76-d512da57ecc2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.379609] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ea7f69-0488-b59b-dbc0-09c4f7d0bf68, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.379910] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.380188] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.384761] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed87b577-95c2-406c-a7b0-621315a48157 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.388950] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 636.388950] env[69731]: value = "task-3274528" [ 636.388950] env[69731]: _type = "Task" [ 636.388950] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.394211] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 636.394211] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522c57c7-3723-b449-6abd-882ffff74f9a" [ 636.394211] env[69731]: _type = "Task" [ 636.394211] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.401985] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.407959] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522c57c7-3723-b449-6abd-882ffff74f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.408306] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.408706] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 92c756f0-9577-4004-bcdd-d421a4d52b96/92c756f0-9577-4004-bcdd-d421a4d52b96.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.409042] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36a7f2ab-06a6-4a30-bda7-7c4900818840 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.418013] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 636.418013] env[69731]: value = "task-3274529" [ 636.418013] env[69731]: _type = "Task" [ 636.418013] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.428627] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.445277] env[69731]: DEBUG nova.scheduler.client.report [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.459478] env[69731]: DEBUG nova.network.neutron [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Updated VIF entry in instance network info cache for port becc43c8-16dd-4a81-8594-5a9297db876d. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.459961] env[69731]: DEBUG nova.network.neutron [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Updating instance_info_cache with network_info: [{"id": "becc43c8-16dd-4a81-8594-5a9297db876d", "address": "fa:16:3e:1d:f4:f9", "network": {"id": "7805957c-509c-4daf-8354-986ea9d33810", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1299661721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7446812baf4408f940456f28fc2abb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecc43c8-16", "ovs_interfaceid": "becc43c8-16dd-4a81-8594-5a9297db876d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.607474] env[69731]: DEBUG nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.659836] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.660177] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.660325] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.660477] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.660619] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.660821] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.661032] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.661203] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.661401] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.661570] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.662062] env[69731]: DEBUG nova.virt.hardware [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.663812] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b0fe94-1590-4fa5-ba68-c2aba40256c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.672100] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdbde59-e0e3-46ef-b4db-4ce77b598bb5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.767612] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquiring lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.767612] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquired lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.767789] env[69731]: DEBUG nova.network.neutron [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.846048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Releasing lock "refresh_cache-c0109d11-9d58-4c14-bada-e2657998a5be" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.846048] env[69731]: DEBUG nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Instance network_info: |[{"id": "88794c7f-6eac-44c4-b838-aaeeab061d40", "address": "fa:16:3e:c0:cb:5b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88794c7f-6e", "ovs_interfaceid": "88794c7f-6eac-44c4-b838-aaeeab061d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.846395] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:cb:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88794c7f-6eac-44c4-b838-aaeeab061d40', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.853443] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Creating folder: Project (f9036c233afa4466961cf6e332070eb2). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.854370] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f8f0f99-d7b3-4ad1-95c5-5c689990a0ce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.866531] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.874225] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274527, 'name': ReconfigVM_Task, 'duration_secs': 0.413629} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.874405] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e7d54e30-01f8-44c0-9dcb-8ccb5249d74f/e7d54e30-01f8-44c0-9dcb-8ccb5249d74f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.878748] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0346fe33-ab08-4e2c-a84c-f47c58457f49 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.883147] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Created folder: Project (f9036c233afa4466961cf6e332070eb2) in parent group-v654000. [ 636.884285] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Creating folder: Instances. Parent ref: group-v654013. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.884285] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b1505ea-6821-41f7-b2d5-1e854510932b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.898464] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Created folder: Instances in parent group-v654013. [ 636.898640] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.899862] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 636.899862] env[69731]: value = "task-3274532" [ 636.899862] env[69731]: _type = "Task" [ 636.899862] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.899862] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.899862] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee3a2c74-efa4-4775-b2bd-eab0b24c9f54 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.923979] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068402} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.928054] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.932083] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468bbb4e-fed0-410c-a41c-487190e84d2d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.934184] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.934184] env[69731]: value = "task-3274533" [ 636.934184] env[69731]: _type = "Task" [ 636.934184] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.938465] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274532, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.953682] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.954200] env[69731]: DEBUG nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.965330] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d5251a1e-7283-419d-af8e-a91aa9692c70/d5251a1e-7283-419d-af8e-a91aa9692c70.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.965629] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511054} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.966615] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.937s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.968122] env[69731]: INFO nova.compute.claims [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.970766] env[69731]: DEBUG oslo_concurrency.lockutils [req-3140b0bf-99ba-4884-9256-1f68de992ec3 req-339d1b4d-4308-4046-98b7-d971be5be0bd service nova] Releasing lock "refresh_cache-92c756f0-9577-4004-bcdd-d421a4d52b96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.971144] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a582556f-d6da-41dc-9bc2-3e2f76bb2e59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.987468] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 92c756f0-9577-4004-bcdd-d421a4d52b96/92c756f0-9577-4004-bcdd-d421a4d52b96.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.987468] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.990879] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b713833-aec3-4824-85ce-5d863abb10d5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.992982] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274533, 'name': CreateVM_Task} progress is 15%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.998279] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 636.998279] env[69731]: value = "task-3274534" [ 636.998279] env[69731]: _type = "Task" [ 636.998279] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.002408] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 637.002408] env[69731]: value = "task-3274535" [ 637.002408] env[69731]: _type = "Task" [ 637.002408] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.011653] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.016308] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.119842] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "02af359c-dda8-47f3-b878-99c93dab60ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.120107] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "02af359c-dda8-47f3-b878-99c93dab60ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.354185] env[69731]: DEBUG oslo_vmware.api [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274526, 'name': PowerOnVM_Task, 'duration_secs': 0.58714} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.354185] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.355400] env[69731]: INFO nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Took 14.79 seconds to spawn the instance on the hypervisor. [ 637.355766] env[69731]: DEBUG nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.356948] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f54546-ff4f-4b30-9395-7e6f821095ba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.369888] env[69731]: DEBUG nova.network.neutron [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.414185] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274532, 'name': Rename_Task, 'duration_secs': 0.192281} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.414788] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.415318] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea363496-1c8e-45ae-ba52-64306fc32336 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.424437] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 637.424437] env[69731]: value = "task-3274536" [ 637.424437] env[69731]: _type = "Task" [ 637.424437] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.435607] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.457146] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274533, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.467752] env[69731]: DEBUG nova.compute.utils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.469239] env[69731]: DEBUG nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.469417] env[69731]: DEBUG nova.network.neutron [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.521152] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073193} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.522306] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.524077] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.524877] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e322e7e-4aa3-4a9a-b8fd-1d404a810929 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.549354] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 92c756f0-9577-4004-bcdd-d421a4d52b96/92c756f0-9577-4004-bcdd-d421a4d52b96.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.549714] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6414973d-3f7b-471e-83c6-3fddc17ca80a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.572371] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 637.572371] env[69731]: value = "task-3274537" [ 637.572371] env[69731]: _type = "Task" [ 637.572371] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.581877] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.735013] env[69731]: DEBUG nova.policy [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c5d361fb21645819c66245279010d39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f782d786cd54fb78c9fce796ee7ee2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.887186] env[69731]: INFO nova.compute.manager [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Took 19.60 seconds to build instance. [ 637.936472] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.950576] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274533, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.976318] env[69731]: DEBUG nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.021767] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274535, 'name': ReconfigVM_Task, 'duration_secs': 0.950147} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.022044] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d5251a1e-7283-419d-af8e-a91aa9692c70/d5251a1e-7283-419d-af8e-a91aa9692c70.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.024499] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5410ad62-7d47-4b44-bb9a-94263536b361 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.030229] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 638.030229] env[69731]: value = "task-3274538" [ 638.030229] env[69731]: _type = "Task" [ 638.030229] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.039738] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274538, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.077894] env[69731]: DEBUG nova.network.neutron [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Updating instance_info_cache with network_info: [{"id": "ce4646de-4c0a-4093-ac86-2d80d3e85a00", "address": "fa:16:3e:14:df:4a", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4646de-4c", "ovs_interfaceid": "ce4646de-4c0a-4093-ac86-2d80d3e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.091493] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274537, 'name': ReconfigVM_Task, 'duration_secs': 0.286157} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.091493] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 92c756f0-9577-4004-bcdd-d421a4d52b96/92c756f0-9577-4004-bcdd-d421a4d52b96.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.091804] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57ec6796-0fac-440d-b6c8-2e72476fdcd0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.099316] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 638.099316] env[69731]: value = "task-3274539" [ 638.099316] env[69731]: _type = "Task" [ 638.099316] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.108481] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274539, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.241205] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f10b068-1a44-4613-9ea6-3b893405bf05 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.254236] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464bf42-3df7-445d-b2ba-7810286b930d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.296613] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b16b4a7-ad7e-42b2-a2d2-f5c77e237b74 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.308025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289f4a96-89f6-4357-b6ec-e0a7bba8266c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.323343] env[69731]: DEBUG nova.compute.provider_tree [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.367634] env[69731]: DEBUG nova.compute.manager [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Received event network-vif-plugged-88794c7f-6eac-44c4-b838-aaeeab061d40 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.368565] env[69731]: DEBUG oslo_concurrency.lockutils [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] Acquiring lock "c0109d11-9d58-4c14-bada-e2657998a5be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.368565] env[69731]: DEBUG oslo_concurrency.lockutils [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] Lock "c0109d11-9d58-4c14-bada-e2657998a5be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.368565] env[69731]: DEBUG oslo_concurrency.lockutils [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] Lock "c0109d11-9d58-4c14-bada-e2657998a5be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.368565] env[69731]: DEBUG nova.compute.manager [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] No waiting events found dispatching network-vif-plugged-88794c7f-6eac-44c4-b838-aaeeab061d40 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.368734] env[69731]: WARNING nova.compute.manager [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Received unexpected event network-vif-plugged-88794c7f-6eac-44c4-b838-aaeeab061d40 for instance with vm_state building and task_state spawning. [ 638.368933] env[69731]: DEBUG nova.compute.manager [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Received event network-changed-88794c7f-6eac-44c4-b838-aaeeab061d40 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.369076] env[69731]: DEBUG nova.compute.manager [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Refreshing instance network info cache due to event network-changed-88794c7f-6eac-44c4-b838-aaeeab061d40. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.370228] env[69731]: DEBUG oslo_concurrency.lockutils [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] Acquiring lock "refresh_cache-c0109d11-9d58-4c14-bada-e2657998a5be" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.370228] env[69731]: DEBUG oslo_concurrency.lockutils [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] Acquired lock "refresh_cache-c0109d11-9d58-4c14-bada-e2657998a5be" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.370228] env[69731]: DEBUG nova.network.neutron [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Refreshing network info cache for port 88794c7f-6eac-44c4-b838-aaeeab061d40 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.390044] env[69731]: DEBUG oslo_concurrency.lockutils [None req-823d5428-ec37-4219-aff8-d2d3ff2682cc tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.116s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.391418] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.117s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.391418] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] During sync_power_state the instance has a pending task (spawning). Skip. [ 638.391749] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.438139] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.449391] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274533, 'name': CreateVM_Task, 'duration_secs': 1.380856} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.449662] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.450288] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.450470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.450863] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.451159] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2623a0c9-af68-4622-9920-172458a09b5f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.456551] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 638.456551] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b0bf1a-a6f3-d91a-6d13-a2b14e1411bf" [ 638.456551] env[69731]: _type = "Task" [ 638.456551] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.466951] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b0bf1a-a6f3-d91a-6d13-a2b14e1411bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.531628] env[69731]: DEBUG nova.network.neutron [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Successfully updated port: 1349c437-48d2-4fce-b5fa-f6db68567c76 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.553018] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274538, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.583918] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Releasing lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.584256] env[69731]: DEBUG nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Instance network_info: |[{"id": "ce4646de-4c0a-4093-ac86-2d80d3e85a00", "address": "fa:16:3e:14:df:4a", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4646de-4c", "ovs_interfaceid": "ce4646de-4c0a-4093-ac86-2d80d3e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.586996] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:df:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce4646de-4c0a-4093-ac86-2d80d3e85a00', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.595965] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Creating folder: Project (963fd8f6a3e44abcbe9e675fa84357c0). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.596599] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-645f8c84-ec1a-42f6-8483-c044b381e7ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.609804] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274539, 'name': Rename_Task, 'duration_secs': 0.147196} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.611053] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.611340] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Created folder: Project (963fd8f6a3e44abcbe9e675fa84357c0) in parent group-v654000. [ 638.611524] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Creating folder: Instances. Parent ref: group-v654016. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.611759] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55c0e75f-248e-4fe5-9a73-454af279313d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.614116] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b8f9f10-acb4-42c1-a649-8781e49484d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.620117] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 638.620117] env[69731]: value = "task-3274541" [ 638.620117] env[69731]: _type = "Task" [ 638.620117] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.625038] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Created folder: Instances in parent group-v654016. [ 638.625558] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.628665] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21d471ec-a091-499f-a16c-271c13543502] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.629276] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.629552] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5095c999-ae5c-4564-b3e0-35b362c0bc89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.653344] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.653344] env[69731]: value = "task-3274543" [ 638.653344] env[69731]: _type = "Task" [ 638.653344] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.654186] env[69731]: DEBUG nova.network.neutron [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Successfully created port: abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.666523] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274543, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.827953] env[69731]: DEBUG nova.scheduler.client.report [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.893020] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.942667] env[69731]: DEBUG oslo_vmware.api [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274536, 'name': PowerOnVM_Task, 'duration_secs': 1.256511} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.943026] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.943147] env[69731]: INFO nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Took 14.12 seconds to spawn the instance on the hypervisor. [ 638.943341] env[69731]: DEBUG nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.944976] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f49ab30-e006-4865-8e3e-ba6e50052001 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.970587] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b0bf1a-a6f3-d91a-6d13-a2b14e1411bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.970740] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.970980] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.971431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.971620] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.971814] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.973227] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97b62b9f-7cfe-47fb-ac8c-c6ba9adafb72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.981528] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.981528] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.982719] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82ee5b6-e111-49b0-8463-c13d42bb4ea8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.988384] env[69731]: DEBUG nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.993634] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 638.993634] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52357d0d-9055-37f1-654f-9256a5bce2ac" [ 638.993634] env[69731]: _type = "Task" [ 638.993634] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.011636] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52357d0d-9055-37f1-654f-9256a5bce2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.025379] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquiring lock "07df8754-b54e-47da-b43a-aea7486b93f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.025565] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "07df8754-b54e-47da-b43a-aea7486b93f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.034094] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.034094] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.034094] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.034324] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.034324] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.034324] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.034324] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.034677] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.034677] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.034867] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.035054] env[69731]: DEBUG nova.virt.hardware [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.036069] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquiring lock "refresh_cache-fbf0c31e-6313-4583-9e15-4bd6d80cb20e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.036214] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquired lock "refresh_cache-fbf0c31e-6313-4583-9e15-4bd6d80cb20e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.036343] env[69731]: DEBUG nova.network.neutron [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.041726] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd7c3e-3b94-452b-88f7-6b618f4baa50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.056573] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cb72f1-6aa1-48fb-af6b-38e716e6c98b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.060856] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274538, 'name': Rename_Task, 'duration_secs': 1.017936} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.061477] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.062189] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240a02a6-153a-4308-bba2-dfe56c05b94a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.081253] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 639.081253] env[69731]: value = "task-3274544" [ 639.081253] env[69731]: _type = "Task" [ 639.081253] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.089576] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.134833] env[69731]: DEBUG oslo_vmware.api [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274541, 'name': PowerOnVM_Task, 'duration_secs': 0.499967} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.136495] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.136495] env[69731]: INFO nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Took 9.72 seconds to spawn the instance on the hypervisor. [ 639.136495] env[69731]: DEBUG nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.136495] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41b035d-b92f-4ad7-b377-2a7adf63959e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.166745] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274543, 'name': CreateVM_Task, 'duration_secs': 0.392971} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.166745] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21d471ec-a091-499f-a16c-271c13543502] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.167431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.167594] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.167929] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.168248] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f241cfc3-b74d-4544-9215-7f78dd23ed7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.174032] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 639.174032] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c5565-8570-b72e-0edb-0c225addfa52" [ 639.174032] env[69731]: _type = "Task" [ 639.174032] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.183848] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c5565-8570-b72e-0edb-0c225addfa52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.334354] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.335128] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.338857] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.306s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.341500] env[69731]: INFO nova.compute.claims [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.355153] env[69731]: DEBUG nova.compute.manager [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] Received event network-vif-plugged-ce4646de-4c0a-4093-ac86-2d80d3e85a00 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.355311] env[69731]: DEBUG oslo_concurrency.lockutils [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] Acquiring lock "21d471ec-a091-499f-a16c-271c13543502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.355532] env[69731]: DEBUG oslo_concurrency.lockutils [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] Lock "21d471ec-a091-499f-a16c-271c13543502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.355692] env[69731]: DEBUG oslo_concurrency.lockutils [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] Lock "21d471ec-a091-499f-a16c-271c13543502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.355856] env[69731]: DEBUG nova.compute.manager [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] No waiting events found dispatching network-vif-plugged-ce4646de-4c0a-4093-ac86-2d80d3e85a00 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.356039] env[69731]: WARNING nova.compute.manager [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] Received unexpected event network-vif-plugged-ce4646de-4c0a-4093-ac86-2d80d3e85a00 for instance with vm_state building and task_state spawning. [ 639.356257] env[69731]: DEBUG nova.compute.manager [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] Received event network-changed-ce4646de-4c0a-4093-ac86-2d80d3e85a00 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.356427] env[69731]: DEBUG nova.compute.manager [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] Refreshing instance network info cache due to event network-changed-ce4646de-4c0a-4093-ac86-2d80d3e85a00. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.356605] env[69731]: DEBUG oslo_concurrency.lockutils [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] Acquiring lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.356984] env[69731]: DEBUG oslo_concurrency.lockutils [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] Acquired lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.356984] env[69731]: DEBUG nova.network.neutron [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] Refreshing network info cache for port ce4646de-4c0a-4093-ac86-2d80d3e85a00 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.423425] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.466949] env[69731]: INFO nova.compute.manager [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Took 20.28 seconds to build instance. [ 639.508377] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52357d0d-9055-37f1-654f-9256a5bce2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.509689] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6f0ac0-0aec-4116-bda0-067e40e677b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.516118] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 639.516118] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cd68a9-4cc2-8d26-5512-d9c4dd903a21" [ 639.516118] env[69731]: _type = "Task" [ 639.516118] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.525265] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cd68a9-4cc2-8d26-5512-d9c4dd903a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.594435] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.609743] env[69731]: DEBUG nova.network.neutron [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Updated VIF entry in instance network info cache for port 88794c7f-6eac-44c4-b838-aaeeab061d40. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.609743] env[69731]: DEBUG nova.network.neutron [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Updating instance_info_cache with network_info: [{"id": "88794c7f-6eac-44c4-b838-aaeeab061d40", "address": "fa:16:3e:c0:cb:5b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88794c7f-6e", "ovs_interfaceid": "88794c7f-6eac-44c4-b838-aaeeab061d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.663332] env[69731]: INFO nova.compute.manager [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Took 18.07 seconds to build instance. [ 639.681841] env[69731]: DEBUG nova.network.neutron [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.691765] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c5565-8570-b72e-0edb-0c225addfa52, 'name': SearchDatastore_Task, 'duration_secs': 0.013986} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.693649] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.694310] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.694310] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.703409] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "ca6706ed-0e25-44e6-8007-105b049e332b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.703784] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "ca6706ed-0e25-44e6-8007-105b049e332b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.850020] env[69731]: DEBUG nova.compute.utils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.856282] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.856667] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.957930] env[69731]: DEBUG nova.policy [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e9e252dfcd41859eefd8ea4004f09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0d9cd995d984a4ab2e3f268d284576c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.973203] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9145f813-6f8c-42d8-a4f3-29f21429a4b2 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.790s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.974433] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.700s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.974646] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] During sync_power_state the instance has a pending task (spawning). Skip. [ 639.974866] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.033938] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cd68a9-4cc2-8d26-5512-d9c4dd903a21, 'name': SearchDatastore_Task, 'duration_secs': 0.013395} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.034236] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.034918] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] c0109d11-9d58-4c14-bada-e2657998a5be/c0109d11-9d58-4c14-bada-e2657998a5be.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.035261] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.035456] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.035679] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe6b2bc7-a616-4153-9d33-947552b0c5a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.038604] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9330c98-71d9-42fd-b93d-631bdf1e5a92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.047497] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 640.047497] env[69731]: value = "task-3274545" [ 640.047497] env[69731]: _type = "Task" [ 640.047497] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.053058] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.053058] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.054022] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef77d0a1-f754-4840-b4f4-7e3eea22d127 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.060758] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.066252] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 640.066252] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c45ae-88ef-51b6-0646-dd43ce65af71" [ 640.066252] env[69731]: _type = "Task" [ 640.066252] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.073947] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c45ae-88ef-51b6-0646-dd43ce65af71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.092644] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.112421] env[69731]: DEBUG oslo_concurrency.lockutils [req-06d1c635-2c11-4db5-be2d-4dbf01cb8ed8 req-e0f1948f-96f4-4b4a-9957-7c53bcb541ff service nova] Releasing lock "refresh_cache-c0109d11-9d58-4c14-bada-e2657998a5be" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.166700] env[69731]: DEBUG oslo_concurrency.lockutils [None req-255a2e4b-3e22-49ad-89de-bb7894f5f913 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.584s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.167916] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.893s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.168133] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] During sync_power_state the instance has a pending task (spawning). Skip. [ 640.168351] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.356829] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.403512] env[69731]: DEBUG nova.network.neutron [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Updating instance_info_cache with network_info: [{"id": "1349c437-48d2-4fce-b5fa-f6db68567c76", "address": "fa:16:3e:f3:81:9c", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1349c437-48", "ovs_interfaceid": "1349c437-48d2-4fce-b5fa-f6db68567c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.477586] env[69731]: DEBUG nova.compute.manager [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.491731] env[69731]: DEBUG oslo_concurrency.lockutils [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.491731] env[69731]: DEBUG oslo_concurrency.lockutils [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.491731] env[69731]: DEBUG nova.compute.manager [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.492893] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e66db-e70b-46d3-bc8c-bf1c70c9652d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.502191] env[69731]: DEBUG nova.compute.manager [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 640.503058] env[69731]: DEBUG nova.objects.instance [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lazy-loading 'flavor' on Instance uuid 268efccf-ff0d-4b65-aaff-7d56844c9fd1 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.570503] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274545, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.579613] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c45ae-88ef-51b6-0646-dd43ce65af71, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.584490] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe39b1b-e3a5-4785-b3ce-08567066c35e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.595812] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 640.595812] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d94055-ec6e-dd47-a082-13889fc181ec" [ 640.595812] env[69731]: _type = "Task" [ 640.595812] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.601107] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274544, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.614635] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d94055-ec6e-dd47-a082-13889fc181ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.619676] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Successfully created port: d47483c7-895f-40ae-8ee4-b231e5ad01c8 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.669680] env[69731]: DEBUG nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.784990] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5ee731-e6b3-4549-9091-5f2c5e6a1c55 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.798602] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44dc222-2abb-48d7-8c6b-0c8eda519eef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.805939] env[69731]: DEBUG nova.network.neutron [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] Updated VIF entry in instance network info cache for port ce4646de-4c0a-4093-ac86-2d80d3e85a00. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.806389] env[69731]: DEBUG nova.network.neutron [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] Updating instance_info_cache with network_info: [{"id": "ce4646de-4c0a-4093-ac86-2d80d3e85a00", "address": "fa:16:3e:14:df:4a", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4646de-4c", "ovs_interfaceid": "ce4646de-4c0a-4093-ac86-2d80d3e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.837231] env[69731]: DEBUG oslo_concurrency.lockutils [req-952cc648-a1ee-4fb1-8249-b63ab0a34774 req-6ab41bd1-dee8-41c9-8709-0f9216857ba6 service nova] Releasing lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.838373] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac1eb97-89ed-46a8-afa5-7e22b12e01c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.852539] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af995dd-7cee-4185-b7d7-5aa00bafa7e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.874556] env[69731]: DEBUG nova.compute.provider_tree [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.913346] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Releasing lock "refresh_cache-fbf0c31e-6313-4583-9e15-4bd6d80cb20e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.913346] env[69731]: DEBUG nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Instance network_info: |[{"id": "1349c437-48d2-4fce-b5fa-f6db68567c76", "address": "fa:16:3e:f3:81:9c", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1349c437-48", "ovs_interfaceid": "1349c437-48d2-4fce-b5fa-f6db68567c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.913910] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:81:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1349c437-48d2-4fce-b5fa-f6db68567c76', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.920811] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Creating folder: Project (df801a2bb5cf47c4a5b933c43ddc2376). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.921913] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed36cdf8-17ec-4dc3-8867-1a9fb49afaf7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.932633] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Created folder: Project (df801a2bb5cf47c4a5b933c43ddc2376) in parent group-v654000. [ 640.932963] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Creating folder: Instances. Parent ref: group-v654019. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.933171] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c586f95d-e57f-4634-8eb0-b4801a28a9cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.944194] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Created folder: Instances in parent group-v654019. [ 640.946096] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.946096] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.946096] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cda0154-87ea-4405-b1b6-f4091698c73a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.966579] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.966579] env[69731]: value = "task-3274548" [ 640.966579] env[69731]: _type = "Task" [ 640.966579] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.975085] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274548, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.027499] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.061068] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837065} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.061379] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] c0109d11-9d58-4c14-bada-e2657998a5be/c0109d11-9d58-4c14-bada-e2657998a5be.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.061632] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.062885] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d66c97c9-0c4e-4713-ac88-31c945349aab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.069828] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 641.069828] env[69731]: value = "task-3274549" [ 641.069828] env[69731]: _type = "Task" [ 641.069828] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.078954] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.096724] env[69731]: DEBUG oslo_vmware.api [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274544, 'name': PowerOnVM_Task, 'duration_secs': 1.833587} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.097185] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.097368] env[69731]: INFO nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Took 13.95 seconds to spawn the instance on the hypervisor. [ 641.097596] env[69731]: DEBUG nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.098545] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ea661-6d78-4457-bb35-ee2262e9fd05 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.115230] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d94055-ec6e-dd47-a082-13889fc181ec, 'name': SearchDatastore_Task, 'duration_secs': 0.063525} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.116858] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.116858] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 21d471ec-a091-499f-a16c-271c13543502/21d471ec-a091-499f-a16c-271c13543502.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.116858] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c37f35c8-638f-4442-8bc0-949f5063a2e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.124812] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 641.124812] env[69731]: value = "task-3274550" [ 641.124812] env[69731]: _type = "Task" [ 641.124812] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.133156] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.209433] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.345855] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.346168] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.378593] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.386431] env[69731]: DEBUG nova.scheduler.client.report [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.444947] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.445079] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.445195] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.445506] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.446153] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.446478] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.446557] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.446713] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.446874] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.447070] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.447259] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.448996] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91749560-d81a-4a37-8167-a6f96cf22db1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.459566] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bffc54-ce7a-4f4c-bdbc-b008b8b4cf95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.492814] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274548, 'name': CreateVM_Task, 'duration_secs': 0.421349} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.493193] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.494262] env[69731]: DEBUG oslo_vmware.service [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a37a24-2504-4eb7-8302-98685acff8f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.501788] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.501962] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.502641] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.502726] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da3b808-e161-458b-a8b0-fbad3887dad8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.509344] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 641.509344] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52376761-45fd-8893-73b3-f2da58a4730f" [ 641.509344] env[69731]: _type = "Task" [ 641.509344] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.513533] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.515914] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44055bc0-56b9-4c8f-9391-dee7a02fc378 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.527908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.528240] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.528591] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.528808] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.529056] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.529489] env[69731]: DEBUG oslo_vmware.api [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 641.529489] env[69731]: value = "task-3274551" [ 641.529489] env[69731]: _type = "Task" [ 641.529489] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.529756] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddd7ae43-f7ee-4351-85d5-10edac130c34 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.545630] env[69731]: DEBUG oslo_vmware.api [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.548661] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.548869] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.549707] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb645e-d925-4971-866f-872f8f2bd0db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.559449] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4cab81-734a-47d4-a60a-ce2c64d9043d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.567749] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 641.567749] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5296c91b-b8e0-36fb-99dd-dee51dad43fe" [ 641.567749] env[69731]: _type = "Task" [ 641.567749] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.581157] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139619} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.585219] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.586185] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811e259e-125a-4fda-be51-14a1a9228fc8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.591044] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Preparing fetch location {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 641.591044] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Creating directory with path [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.591044] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-825053ef-a25e-49f4-ba15-398d13e17e6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.622708] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c0109d11-9d58-4c14-bada-e2657998a5be/c0109d11-9d58-4c14-bada-e2657998a5be.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.628149] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe95f87-8755-4369-bfd9-4b0fa7165c60 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.651255] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Created directory with path [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.651255] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Fetch image to [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 641.651464] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Downloading image file data ed409e28-9fe4-4715-b5e5-02cca3395c21 to [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk on the data store datastore2 {{(pid=69731) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 641.652349] env[69731]: INFO nova.compute.manager [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Took 21.47 seconds to build instance. [ 641.657725] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ac5821-0aba-4266-9a76-5ec7c3ac70b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.667686] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274550, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.672789] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 641.672789] env[69731]: value = "task-3274552" [ 641.672789] env[69731]: _type = "Task" [ 641.672789] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.673687] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5037ad2f-b31f-423b-a6bd-6fe1f19371d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.697642] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.699420] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bad4e4-1a90-4fce-88f5-c62c3a6ab9bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.748835] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc5334d-f849-4575-8ad0-af40262386e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.757265] env[69731]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f6889b6d-caf9-4708-9022-cc9d076e96cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.781192] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Downloading image file data ed409e28-9fe4-4715-b5e5-02cca3395c21 to the data store datastore2 {{(pid=69731) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 641.855898] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69731) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 641.930416] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.931236] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.938207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.156s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.938207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.938207] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 641.938207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.513s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.938207] env[69731]: INFO nova.compute.claims [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.945394] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7e59fa-7ff9-4be8-abbc-c4dea96f444d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.956387] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafce4d6-9ba2-43b1-a3d0-73e0a412eadb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.969910] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff797a-f6a2-43a6-9ccf-92bd2249c05d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.977995] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8384273-c8ff-4cbe-9c12-2d42546dfcec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.010771] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181074MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 642.010771] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.049984] env[69731]: DEBUG oslo_vmware.api [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274551, 'name': PowerOffVM_Task, 'duration_secs': 0.41742} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.049984] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.050656] env[69731]: DEBUG nova.compute.manager [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.053128] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1502a929-eaf8-48c0-ac16-e6dd030de676 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.065914] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "068620d2-a1a8-49ba-925b-398a72a4e21f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.066570] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "068620d2-a1a8-49ba-925b-398a72a4e21f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.078276] env[69731]: DEBUG nova.network.neutron [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Successfully updated port: abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.166835] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb33452-6ed5-4983-974b-2cbc15190ebd tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.998s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.167756] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650243} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.170212] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.894s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.170212] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] During sync_power_state the instance has a pending task (spawning). Skip. [ 642.170212] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.170212] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 21d471ec-a091-499f-a16c-271c13543502/21d471ec-a091-499f-a16c-271c13543502.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.170607] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.170980] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c594fcc8-cd31-4fe5-b0ec-ecdb4a87b15b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.183079] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 642.183079] env[69731]: value = "task-3274553" [ 642.183079] env[69731]: _type = "Task" [ 642.183079] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.198082] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.206229] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.236427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.237151] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.445969] env[69731]: DEBUG nova.compute.utils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.446463] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.446826] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.476862] env[69731]: DEBUG nova.compute.manager [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Received event network-vif-plugged-1349c437-48d2-4fce-b5fa-f6db68567c76 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.477082] env[69731]: DEBUG oslo_concurrency.lockutils [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] Acquiring lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.477285] env[69731]: DEBUG oslo_concurrency.lockutils [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.477446] env[69731]: DEBUG oslo_concurrency.lockutils [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.477614] env[69731]: DEBUG nova.compute.manager [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] No waiting events found dispatching network-vif-plugged-1349c437-48d2-4fce-b5fa-f6db68567c76 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.477814] env[69731]: WARNING nova.compute.manager [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Received unexpected event network-vif-plugged-1349c437-48d2-4fce-b5fa-f6db68567c76 for instance with vm_state building and task_state spawning. [ 642.477987] env[69731]: DEBUG nova.compute.manager [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Received event network-changed-1349c437-48d2-4fce-b5fa-f6db68567c76 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.478154] env[69731]: DEBUG nova.compute.manager [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Refreshing instance network info cache due to event network-changed-1349c437-48d2-4fce-b5fa-f6db68567c76. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.478908] env[69731]: DEBUG oslo_concurrency.lockutils [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] Acquiring lock "refresh_cache-fbf0c31e-6313-4583-9e15-4bd6d80cb20e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.478908] env[69731]: DEBUG oslo_concurrency.lockutils [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] Acquired lock "refresh_cache-fbf0c31e-6313-4583-9e15-4bd6d80cb20e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.478908] env[69731]: DEBUG nova.network.neutron [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Refreshing network info cache for port 1349c437-48d2-4fce-b5fa-f6db68567c76 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.549432] env[69731]: DEBUG nova.policy [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e9e252dfcd41859eefd8ea4004f09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0d9cd995d984a4ab2e3f268d284576c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.581231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.581389] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.581517] env[69731]: DEBUG nova.network.neutron [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.587932] env[69731]: DEBUG oslo_concurrency.lockutils [None req-89f4ce07-47a5-47f0-90c1-6957abd1a7c2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.676516] env[69731]: DEBUG nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.697739] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274552, 'name': ReconfigVM_Task, 'duration_secs': 0.529372} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.703727] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c0109d11-9d58-4c14-bada-e2657998a5be/c0109d11-9d58-4c14-bada-e2657998a5be.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.704486] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130293} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.704741] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c00e656-9037-4045-9239-6ed718ab8ded {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.706516] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.707513] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdbea4e-2298-42c2-b9c4-153aa2a986c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.731245] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 21d471ec-a091-499f-a16c-271c13543502/21d471ec-a091-499f-a16c-271c13543502.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.735277] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95d78b21-2f8e-4431-903c-fe2feebeef94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.750610] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 642.750610] env[69731]: value = "task-3274554" [ 642.750610] env[69731]: _type = "Task" [ 642.750610] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.764676] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 642.764676] env[69731]: value = "task-3274555" [ 642.764676] env[69731]: _type = "Task" [ 642.764676] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.767550] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Completed reading data from the image iterator. {{(pid=69731) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 642.767550] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 642.773402] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274554, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.779942] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.894514] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Downloaded image file data ed409e28-9fe4-4715-b5e5-02cca3395c21 to vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk on the data store datastore2 {{(pid=69731) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 642.896563] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Caching image {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 642.896787] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Copying Virtual Disk [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk to [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.898794] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4707d6b-1fe8-43aa-9df7-3344a2dab7af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.908345] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 642.908345] env[69731]: value = "task-3274556" [ 642.908345] env[69731]: _type = "Task" [ 642.908345] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.918987] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.951530] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.156580] env[69731]: DEBUG nova.network.neutron [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.214569] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Successfully updated port: d47483c7-895f-40ae-8ee4-b231e5ad01c8 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.222539] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.275672] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274554, 'name': Rename_Task, 'duration_secs': 0.287656} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.279723] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.279723] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d55e962a-e3c4-4ea3-bdd2-5c308c500395 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.284133] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.289992] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 643.289992] env[69731]: value = "task-3274557" [ 643.289992] env[69731]: _type = "Task" [ 643.289992] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.303259] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.389679] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe21fb1-50af-4624-81d9-05418f8e5ce4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.403776] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d7747-dbc1-4244-b22b-16d85a7c96e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.452267] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d4d337-3c2e-4e26-82ee-2ce59f872329 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.477148] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274556, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.478146] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Successfully created port: 7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.485950] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652857bc-9847-4b03-9e98-51ba060011a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.506048] env[69731]: DEBUG nova.compute.provider_tree [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.708593] env[69731]: DEBUG nova.network.neutron [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.717600] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "refresh_cache-0168fd78-d6c6-496d-bf90-3fbb76ce44a1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.717600] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "refresh_cache-0168fd78-d6c6-496d-bf90-3fbb76ce44a1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.717777] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.783552] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274555, 'name': ReconfigVM_Task, 'duration_secs': 0.619667} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.783603] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 21d471ec-a091-499f-a16c-271c13543502/21d471ec-a091-499f-a16c-271c13543502.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.784505] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31c7344b-bf4c-40d1-990b-d2aabe61c795 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.796022] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 643.796022] env[69731]: value = "task-3274558" [ 643.796022] env[69731]: _type = "Task" [ 643.796022] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.799101] env[69731]: DEBUG nova.compute.manager [req-bcaf202d-52e6-4aa6-aa24-01317030a45f req-67ee4f3e-06b4-46f1-a5b0-3c4fd8951c37 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Received event network-vif-plugged-abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.799418] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcaf202d-52e6-4aa6-aa24-01317030a45f req-67ee4f3e-06b4-46f1-a5b0-3c4fd8951c37 service nova] Acquiring lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.801279] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcaf202d-52e6-4aa6-aa24-01317030a45f req-67ee4f3e-06b4-46f1-a5b0-3c4fd8951c37 service nova] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.801279] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcaf202d-52e6-4aa6-aa24-01317030a45f req-67ee4f3e-06b4-46f1-a5b0-3c4fd8951c37 service nova] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.801279] env[69731]: DEBUG nova.compute.manager [req-bcaf202d-52e6-4aa6-aa24-01317030a45f req-67ee4f3e-06b4-46f1-a5b0-3c4fd8951c37 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] No waiting events found dispatching network-vif-plugged-abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.801279] env[69731]: WARNING nova.compute.manager [req-bcaf202d-52e6-4aa6-aa24-01317030a45f req-67ee4f3e-06b4-46f1-a5b0-3c4fd8951c37 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Received unexpected event network-vif-plugged-abeb3133-6013-4a34-b1a1-9338b75d06d0 for instance with vm_state building and task_state spawning. [ 643.810732] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.819896] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274558, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.842388] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquiring lock "03661849-1d44-451d-9f43-087171ea126b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.842625] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "03661849-1d44-451d-9f43-087171ea126b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.890080] env[69731]: DEBUG nova.network.neutron [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Updated VIF entry in instance network info cache for port 1349c437-48d2-4fce-b5fa-f6db68567c76. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.890080] env[69731]: DEBUG nova.network.neutron [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Updating instance_info_cache with network_info: [{"id": "1349c437-48d2-4fce-b5fa-f6db68567c76", "address": "fa:16:3e:f3:81:9c", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1349c437-48", "ovs_interfaceid": "1349c437-48d2-4fce-b5fa-f6db68567c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.923847] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274556, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.984453] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.011340] env[69731]: DEBUG nova.scheduler.client.report [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.028693] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.028822] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.029032] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.031028] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.031028] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.031028] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.031028] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.031028] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.031311] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.031311] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.031311] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.031311] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec097f-13e4-4eda-8056-cbc163eeee6e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.040717] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a6d66c-72d8-4305-a564-3648af4d2747 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.212469] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.212469] env[69731]: DEBUG nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Instance network_info: |[{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.213402] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:69:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abeb3133-6013-4a34-b1a1-9338b75d06d0', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.222840] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Creating folder: Project (5f782d786cd54fb78c9fce796ee7ee2a). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.225550] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fd73cd5-2782-4bd1-a245-58273dc4ff60 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.240968] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Created folder: Project (5f782d786cd54fb78c9fce796ee7ee2a) in parent group-v654000. [ 644.241340] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Creating folder: Instances. Parent ref: group-v654022. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.241615] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-227ae3a7-f303-4b03-afc9-4b35f749aebe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.251771] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Created folder: Instances in parent group-v654022. [ 644.252403] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.252403] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.252826] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cdae0db-f32d-4413-95a2-e0e557635be1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.272568] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.272568] env[69731]: value = "task-3274561" [ 644.272568] env[69731]: _type = "Task" [ 644.272568] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.273136] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.284685] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274561, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.301823] env[69731]: DEBUG oslo_vmware.api [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274557, 'name': PowerOnVM_Task, 'duration_secs': 0.843102} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.306018] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.306018] env[69731]: INFO nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Took 12.57 seconds to spawn the instance on the hypervisor. [ 644.306018] env[69731]: DEBUG nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.306722] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0f8b6b-2025-487a-820d-2360911f1242 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.317034] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274558, 'name': Rename_Task, 'duration_secs': 0.254001} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.322997] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.322997] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-655176fd-ecaa-49af-8906-2255e06d68f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.329742] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 644.329742] env[69731]: value = "task-3274562" [ 644.329742] env[69731]: _type = "Task" [ 644.329742] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.339041] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.393955] env[69731]: DEBUG oslo_concurrency.lockutils [req-ca30c27f-4de3-4407-82b2-5f434984ffed req-b5ad69b1-ff7f-4a32-9bfc-96d25852d5f2 service nova] Releasing lock "refresh_cache-fbf0c31e-6313-4583-9e15-4bd6d80cb20e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.424143] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274556, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.073714} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.424143] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Copied Virtual Disk [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk to [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.424143] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Deleting the datastore file [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21/tmp-sparse.vmdk {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.424501] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61312b33-d878-4976-8582-e4efc56fefcc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.433028] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 644.433028] env[69731]: value = "task-3274563" [ 644.433028] env[69731]: _type = "Task" [ 644.433028] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.446081] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.522740] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.523275] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.531033] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.503s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.533063] env[69731]: INFO nova.compute.claims [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.539961] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Updating instance_info_cache with network_info: [{"id": "d47483c7-895f-40ae-8ee4-b231e5ad01c8", "address": "fa:16:3e:e1:4e:1d", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47483c7-89", "ovs_interfaceid": "d47483c7-895f-40ae-8ee4-b231e5ad01c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.787542] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274561, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.838574] env[69731]: INFO nova.compute.manager [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Took 22.14 seconds to build instance. [ 644.846027] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.944784] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.065384} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.945100] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.945274] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Moving file from [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9/ed409e28-9fe4-4715-b5e5-02cca3395c21 to [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21. {{(pid=69731) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 644.945551] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f030170c-3310-486a-bd79-c9adc1a7d9ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.954155] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 644.954155] env[69731]: value = "task-3274564" [ 644.954155] env[69731]: _type = "Task" [ 644.954155] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.962766] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274564, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.044819] env[69731]: DEBUG nova.compute.utils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.048471] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.048648] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.052723] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "refresh_cache-0168fd78-d6c6-496d-bf90-3fbb76ce44a1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.053068] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Instance network_info: |[{"id": "d47483c7-895f-40ae-8ee4-b231e5ad01c8", "address": "fa:16:3e:e1:4e:1d", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47483c7-89", "ovs_interfaceid": "d47483c7-895f-40ae-8ee4-b231e5ad01c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.053519] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:4e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd47483c7-895f-40ae-8ee4-b231e5ad01c8', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.063444] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Creating folder: Project (c0d9cd995d984a4ab2e3f268d284576c). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.065049] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cea3e7a9-5a44-441b-91a1-e9d64fded023 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.076617] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Created folder: Project (c0d9cd995d984a4ab2e3f268d284576c) in parent group-v654000. [ 645.076814] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Creating folder: Instances. Parent ref: group-v654025. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.077058] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5485fd08-d37f-4d9b-9457-2e4f0e9d9090 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.086785] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Created folder: Instances in parent group-v654025. [ 645.087036] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.087227] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.087434] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65b034e-3550-42fc-be8a-f789000c0113 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.108108] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.108108] env[69731]: value = "task-3274567" [ 645.108108] env[69731]: _type = "Task" [ 645.108108] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.116053] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274567, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.169448] env[69731]: DEBUG nova.policy [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e9e252dfcd41859eefd8ea4004f09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0d9cd995d984a4ab2e3f268d284576c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.286813] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274561, 'name': CreateVM_Task, 'duration_secs': 0.721355} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.286948] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.287929] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.288116] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.289346] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.289346] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ca1906-ce0e-4d78-832f-92bcd7f0d546 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.293966] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 645.293966] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e19096-7538-0115-c8c4-a2e141c304fc" [ 645.293966] env[69731]: _type = "Task" [ 645.293966] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.302847] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e19096-7538-0115-c8c4-a2e141c304fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.341155] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c09655d-aa45-4394-91f6-d49ef00065d5 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "c0109d11-9d58-4c14-bada-e2657998a5be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.657s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.341301] env[69731]: DEBUG oslo_vmware.api [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274562, 'name': PowerOnVM_Task, 'duration_secs': 0.911196} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.346746] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "c0109d11-9d58-4c14-bada-e2657998a5be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.071s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.346977] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] During sync_power_state the instance has a pending task (spawning). Skip. [ 645.347196] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "c0109d11-9d58-4c14-bada-e2657998a5be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.347436] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.347696] env[69731]: INFO nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Took 11.18 seconds to spawn the instance on the hypervisor. [ 645.347912] env[69731]: DEBUG nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.349208] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc26a0-db30-46be-9f45-bd7e8014d0ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.411690] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Acquiring lock "d5251a1e-7283-419d-af8e-a91aa9692c70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.415760] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.415760] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Acquiring lock "d5251a1e-7283-419d-af8e-a91aa9692c70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.415831] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.415958] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.418186] env[69731]: INFO nova.compute.manager [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Terminating instance [ 645.470844] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274564, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028306} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.472636] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] File moved {{(pid=69731) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 645.472838] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Cleaning up location [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 645.472998] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Deleting the datastore file [datastore2] vmware_temp/fe929485-2359-43d4-8920-a30b68fc33a9 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.473292] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09e9d8fc-5468-4556-abd6-dd2e1d8afee2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.482640] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 645.482640] env[69731]: value = "task-3274568" [ 645.482640] env[69731]: _type = "Task" [ 645.482640] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.496998] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.549239] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.623311] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274567, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.720344] env[69731]: DEBUG nova.compute.manager [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.723702] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641ca6be-37f2-4749-b9e1-9d14d476fffa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.812164] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e19096-7538-0115-c8c4-a2e141c304fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016308} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.812164] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.812164] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.812164] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.847728] env[69731]: DEBUG nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.877704] env[69731]: INFO nova.compute.manager [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Took 23.12 seconds to build instance. [ 645.906116] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Successfully updated port: 7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.928718] env[69731]: DEBUG nova.compute.manager [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.928718] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.928718] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004678cd-5c96-47fd-bfcf-03451e96510e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.946730] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.947049] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-599b26ae-34cf-44ce-8104-449be176f802 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.953285] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Successfully created port: d593cf14-f3e4-474b-9b51-1a49a6b7e5a5 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.957980] env[69731]: DEBUG oslo_vmware.api [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Waiting for the task: (returnval){ [ 645.957980] env[69731]: value = "task-3274569" [ 645.957980] env[69731]: _type = "Task" [ 645.957980] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.978223] env[69731]: DEBUG oslo_vmware.api [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Task: {'id': task-3274569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.002902] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045812} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.003477] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.003935] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1547c2-f8d8-4173-830b-73592064eb4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.011528] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 646.011528] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249a6a2-8c57-fa65-b168-805e3799b8f9" [ 646.011528] env[69731]: _type = "Task" [ 646.011528] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.020883] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249a6a2-8c57-fa65-b168-805e3799b8f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.055332] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b745fda3-97d4-4e6f-a3c6-fef69241af74 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.068755] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6044cc29-14e2-4a0f-b586-570e7912ac3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.076944] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquiring lock "77539b7e-1405-444a-96e0-fe2c44b24fec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.077191] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "77539b7e-1405-444a-96e0-fe2c44b24fec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.108287] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquiring lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.109351] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.111746] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c45b07-54b2-4877-971d-ca9bcb76debd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.125862] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274567, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.130236] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d680fbd-b383-4e32-9f15-6942c52e9528 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.147470] env[69731]: DEBUG nova.compute.provider_tree [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.235939] env[69731]: INFO nova.compute.manager [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] instance snapshotting [ 646.243022] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b0c23f-9c39-43ad-a7b8-6e63ad6ab085 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.267495] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c6706-2759-44b2-bb3a-1acb0782dffc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.379797] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.385537] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0760d3cd-4e83-4fc0-b21b-f4831f8f5ab0 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "21d471ec-a091-499f-a16c-271c13543502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.634s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.386928] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "21d471ec-a091-499f-a16c-271c13543502" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.111s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.387433] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 21d471ec-a091-499f-a16c-271c13543502] During sync_power_state the instance has a pending task (spawning). Skip. [ 646.387499] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "21d471ec-a091-499f-a16c-271c13543502" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.412679] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "refresh_cache-da9673e3-cde2-4855-8a17-41fb4346b1e5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.412679] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "refresh_cache-da9673e3-cde2-4855-8a17-41fb4346b1e5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.412679] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.471784] env[69731]: DEBUG oslo_vmware.api [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Task: {'id': task-3274569, 'name': PowerOffVM_Task, 'duration_secs': 0.26818} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.471784] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.471784] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.471784] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67e2d641-d75b-48bd-8d9f-9a1d813a1324 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.525622] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249a6a2-8c57-fa65-b168-805e3799b8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.526039] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.526181] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] fbf0c31e-6313-4583-9e15-4bd6d80cb20e/fbf0c31e-6313-4583-9e15-4bd6d80cb20e.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.526883] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.526883] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.526883] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f063e10a-0259-42b0-849a-85ac928c0051 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.529274] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29161158-2eb4-45de-8bba-ffc1ba54a4e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.537951] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 646.537951] env[69731]: value = "task-3274571" [ 646.537951] env[69731]: _type = "Task" [ 646.537951] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.542440] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.542631] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.543726] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fb8da6-6cc6-4b23-9c05-20e48e8f697a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.549261] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.552500] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 646.552500] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b0c05d-0694-1e4c-80e3-c565a2d922f2" [ 646.552500] env[69731]: _type = "Task" [ 646.552500] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.562447] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b0c05d-0694-1e4c-80e3-c565a2d922f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.579395] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.611898] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.612210] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.612392] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.612575] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.612878] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.612878] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.613331] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.613533] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.613729] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.613895] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.614094] env[69731]: DEBUG nova.virt.hardware [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.615065] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10efb93-4a2f-4b4c-855d-0bec53d9c04b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.635611] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e565e1-4b01-49da-8ad2-1eea79bc5bce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.641458] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274567, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.643571] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.643571] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.643741] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Deleting the datastore file [datastore1] d5251a1e-7283-419d-af8e-a91aa9692c70 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.647053] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de6fe84e-2644-4dbf-b82a-a37ebd0e601f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.657265] env[69731]: DEBUG nova.scheduler.client.report [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.669399] env[69731]: DEBUG oslo_vmware.api [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Waiting for the task: (returnval){ [ 646.669399] env[69731]: value = "task-3274572" [ 646.669399] env[69731]: _type = "Task" [ 646.669399] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.679517] env[69731]: DEBUG oslo_vmware.api [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Task: {'id': task-3274572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.783407] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 646.783783] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8a0e19cf-ec46-40b0-8bff-d4a5c2b10cca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.794769] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 646.794769] env[69731]: value = "task-3274573" [ 646.794769] env[69731]: _type = "Task" [ 646.794769] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.806397] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.820094] env[69731]: DEBUG nova.compute.manager [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Received event network-vif-plugged-d47483c7-895f-40ae-8ee4-b231e5ad01c8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.820500] env[69731]: DEBUG oslo_concurrency.lockutils [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] Acquiring lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.820719] env[69731]: DEBUG oslo_concurrency.lockutils [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] Lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.820779] env[69731]: DEBUG oslo_concurrency.lockutils [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] Lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.820967] env[69731]: DEBUG nova.compute.manager [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] No waiting events found dispatching network-vif-plugged-d47483c7-895f-40ae-8ee4-b231e5ad01c8 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.821203] env[69731]: WARNING nova.compute.manager [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Received unexpected event network-vif-plugged-d47483c7-895f-40ae-8ee4-b231e5ad01c8 for instance with vm_state building and task_state spawning. [ 646.821313] env[69731]: DEBUG nova.compute.manager [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Received event network-changed-d47483c7-895f-40ae-8ee4-b231e5ad01c8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.821457] env[69731]: DEBUG nova.compute.manager [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Refreshing instance network info cache due to event network-changed-d47483c7-895f-40ae-8ee4-b231e5ad01c8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.821695] env[69731]: DEBUG oslo_concurrency.lockutils [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] Acquiring lock "refresh_cache-0168fd78-d6c6-496d-bf90-3fbb76ce44a1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.821784] env[69731]: DEBUG oslo_concurrency.lockutils [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] Acquired lock "refresh_cache-0168fd78-d6c6-496d-bf90-3fbb76ce44a1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.822094] env[69731]: DEBUG nova.network.neutron [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Refreshing network info cache for port d47483c7-895f-40ae-8ee4-b231e5ad01c8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.897872] env[69731]: DEBUG nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.978532] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.052487] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274571, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.065152] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b0c05d-0694-1e4c-80e3-c565a2d922f2, 'name': SearchDatastore_Task, 'duration_secs': 0.02086} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.066180] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9383632-9a33-4c5b-a9b9-e1c190f0d46a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.074042] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 647.074042] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5268dfe8-0f5b-2343-5eda-bfe2318afab6" [ 647.074042] env[69731]: _type = "Task" [ 647.074042] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.083080] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5268dfe8-0f5b-2343-5eda-bfe2318afab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.129426] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274567, 'name': CreateVM_Task, 'duration_secs': 1.63996} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.129426] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.130158] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.131751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.131751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.131751] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3e8672-011d-4c67-99fc-baf28df303da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.136500] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 647.136500] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528cc2e8-5f11-d6c9-c20f-cf67791328a3" [ 647.136500] env[69731]: _type = "Task" [ 647.136500] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.145655] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528cc2e8-5f11-d6c9-c20f-cf67791328a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.163245] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.164029] env[69731]: DEBUG nova.compute.manager [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.167184] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.958s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.169307] env[69731]: INFO nova.compute.claims [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.181538] env[69731]: DEBUG oslo_vmware.api [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Task: {'id': task-3274572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34501} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.181792] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.181972] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.182197] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.182370] env[69731]: INFO nova.compute.manager [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Took 1.26 seconds to destroy the instance on the hypervisor. [ 647.182611] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.182823] env[69731]: DEBUG nova.compute.manager [-] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.182919] env[69731]: DEBUG nova.network.neutron [-] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.190152] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Updating instance_info_cache with network_info: [{"id": "7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77", "address": "fa:16:3e:62:45:46", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa5a22-3c", "ovs_interfaceid": "7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.308723] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.434709] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.434957] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.438742] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.555653] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563412} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.555653] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] fbf0c31e-6313-4583-9e15-4bd6d80cb20e/fbf0c31e-6313-4583-9e15-4bd6d80cb20e.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.555653] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.555653] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3dfd24d-e656-4397-aeee-e9e4bc75b08c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.560867] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 647.560867] env[69731]: value = "task-3274574" [ 647.560867] env[69731]: _type = "Task" [ 647.560867] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.572532] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.584856] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5268dfe8-0f5b-2343-5eda-bfe2318afab6, 'name': SearchDatastore_Task, 'duration_secs': 0.015032} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.585089] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.585347] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 47b618d1-5850-4994-843d-7fccb7e8ecde/47b618d1-5850-4994-843d-7fccb7e8ecde.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.585597] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae4b31b-305b-4308-b1c2-b3aba9cf162e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.592763] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 647.592763] env[69731]: value = "task-3274575" [ 647.592763] env[69731]: _type = "Task" [ 647.592763] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.601821] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.646865] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528cc2e8-5f11-d6c9-c20f-cf67791328a3, 'name': SearchDatastore_Task, 'duration_secs': 0.022172} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.647063] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.650931] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.650931] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.650931] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.650931] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.650931] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13b12fa0-bc78-449e-b490-ab966b962424 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.670698] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.670941] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.671754] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a79484-f7ac-4353-a0a2-336c7d6a4f6e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.679841] env[69731]: DEBUG nova.compute.utils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.684419] env[69731]: DEBUG nova.compute.manager [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 647.689863] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 647.689863] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b2cfb4-7694-31fe-d85a-53f674ec98c0" [ 647.689863] env[69731]: _type = "Task" [ 647.689863] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.698596] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "refresh_cache-da9673e3-cde2-4855-8a17-41fb4346b1e5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.698596] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Instance network_info: |[{"id": "7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77", "address": "fa:16:3e:62:45:46", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa5a22-3c", "ovs_interfaceid": "7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.699465] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:45:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.710384] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.711672] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.711945] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00862236-d3e4-426a-aee3-017f05aa52d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.737275] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b2cfb4-7694-31fe-d85a-53f674ec98c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016983} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.738949] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d782675-911f-4781-9b46-6dcf1b2a7e7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.743383] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.743383] env[69731]: value = "task-3274576" [ 647.743383] env[69731]: _type = "Task" [ 647.743383] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.748969] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 647.748969] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526200ce-2016-4cb7-72a0-e1dff5440ab8" [ 647.748969] env[69731]: _type = "Task" [ 647.748969] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.756743] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274576, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.766406] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526200ce-2016-4cb7-72a0-e1dff5440ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.014334} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.766773] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.767081] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 0168fd78-d6c6-496d-bf90-3fbb76ce44a1/0168fd78-d6c6-496d-bf90-3fbb76ce44a1.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.767361] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d576ab-42a7-4df7-9e8c-be19c43d8474 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.781539] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 647.781539] env[69731]: value = "task-3274577" [ 647.781539] env[69731]: _type = "Task" [ 647.781539] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.791409] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.805792] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.078695] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08157} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.079042] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.080373] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a88df-5e1f-4070-9ee1-b14d7f7f3471 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.103501] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] fbf0c31e-6313-4583-9e15-4bd6d80cb20e/fbf0c31e-6313-4583-9e15-4bd6d80cb20e.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.110119] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21f5111b-34ff-48a0-867b-9dd1b4996464 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.128882] env[69731]: DEBUG nova.network.neutron [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Updated VIF entry in instance network info cache for port d47483c7-895f-40ae-8ee4-b231e5ad01c8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.129246] env[69731]: DEBUG nova.network.neutron [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Updating instance_info_cache with network_info: [{"id": "d47483c7-895f-40ae-8ee4-b231e5ad01c8", "address": "fa:16:3e:e1:4e:1d", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47483c7-89", "ovs_interfaceid": "d47483c7-895f-40ae-8ee4-b231e5ad01c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.132881] env[69731]: DEBUG nova.compute.manager [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Received event network-changed-abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.133554] env[69731]: DEBUG nova.compute.manager [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Refreshing instance network info cache due to event network-changed-abeb3133-6013-4a34-b1a1-9338b75d06d0. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.133554] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] Acquiring lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.133666] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] Acquired lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.133810] env[69731]: DEBUG nova.network.neutron [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Refreshing network info cache for port abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.145347] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.147945] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 648.147945] env[69731]: value = "task-3274578" [ 648.147945] env[69731]: _type = "Task" [ 648.147945] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.159669] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.163135] env[69731]: DEBUG nova.compute.manager [None req-8b16c4df-811b-4fc0-83c3-898a8f3b79c0 tempest-ServerDiagnosticsTest-1180504071 tempest-ServerDiagnosticsTest-1180504071-project-admin] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.163789] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a69ddb-dbd3-400b-ac69-b1971e20d12f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.171720] env[69731]: INFO nova.compute.manager [None req-8b16c4df-811b-4fc0-83c3-898a8f3b79c0 tempest-ServerDiagnosticsTest-1180504071 tempest-ServerDiagnosticsTest-1180504071-project-admin] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Retrieving diagnostics [ 648.172765] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f4252-e680-467a-8a7c-42f63b800cda {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.208153] env[69731]: DEBUG nova.compute.manager [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.219725] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Successfully updated port: d593cf14-f3e4-474b-9b51-1a49a6b7e5a5 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.257793] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274576, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.258761] env[69731]: DEBUG nova.compute.manager [None req-d522e1f1-e5e7-4c5c-a1a1-f397923582e4 tempest-ServerExternalEventsTest-1376514012 tempest-ServerExternalEventsTest-1376514012-project] [instance: 21d471ec-a091-499f-a16c-271c13543502] Received event network-changed {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.259016] env[69731]: DEBUG nova.compute.manager [None req-d522e1f1-e5e7-4c5c-a1a1-f397923582e4 tempest-ServerExternalEventsTest-1376514012 tempest-ServerExternalEventsTest-1376514012-project] [instance: 21d471ec-a091-499f-a16c-271c13543502] Refreshing instance network info cache due to event network-changed. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.259267] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d522e1f1-e5e7-4c5c-a1a1-f397923582e4 tempest-ServerExternalEventsTest-1376514012 tempest-ServerExternalEventsTest-1376514012-project] Acquiring lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.259369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d522e1f1-e5e7-4c5c-a1a1-f397923582e4 tempest-ServerExternalEventsTest-1376514012 tempest-ServerExternalEventsTest-1376514012-project] Acquired lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.259525] env[69731]: DEBUG nova.network.neutron [None req-d522e1f1-e5e7-4c5c-a1a1-f397923582e4 tempest-ServerExternalEventsTest-1376514012 tempest-ServerExternalEventsTest-1376514012-project] [instance: 21d471ec-a091-499f-a16c-271c13543502] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.293862] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274577, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.308666] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274573, 'name': CreateSnapshot_Task, 'duration_secs': 1.278125} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.313442] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 648.313442] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940007cd-df1e-4ba3-9e0d-ddc20b209dd6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.444231] env[69731]: DEBUG nova.network.neutron [-] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.605751] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64703} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.609068] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 47b618d1-5850-4994-843d-7fccb7e8ecde/47b618d1-5850-4994-843d-7fccb7e8ecde.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.609299] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.611682] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6cd0894-1ea2-45a3-b618-cdfd6658a757 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.618020] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 648.618020] env[69731]: value = "task-3274579" [ 648.618020] env[69731]: _type = "Task" [ 648.618020] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.628042] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.636868] env[69731]: DEBUG oslo_concurrency.lockutils [req-c8f1fc28-e150-42f8-b174-d57ee6e99e13 req-cf8c92c1-2de3-412c-8c92-29bd5dab7688 service nova] Releasing lock "refresh_cache-0168fd78-d6c6-496d-bf90-3fbb76ce44a1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.644016] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ca23b1-4d3f-4334-8a40-cfa427f4ad78 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.654567] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b57726-6ae3-4d1a-ba9e-7343389107d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.663923] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.698515] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca5bc1-9500-4709-8f4f-c41e58466ae3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.706136] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0390c1a2-6972-4770-bc3d-474ce3599fb0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.724759] env[69731]: DEBUG nova.compute.provider_tree [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.729368] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "refresh_cache-ca511099-902e-4e71-8921-6a4b63c09b9e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.729368] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "refresh_cache-ca511099-902e-4e71-8921-6a4b63c09b9e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.729368] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.756587] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274576, 'name': CreateVM_Task, 'duration_secs': 0.923423} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.756812] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.757520] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.757637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.757958] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.759042] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fe9868-12c8-45f9-b2f2-3ea1c48889fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.767042] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 648.767042] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525f77f3-1c40-276b-9504-50b05f8893b5" [ 648.767042] env[69731]: _type = "Task" [ 648.767042] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.777270] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525f77f3-1c40-276b-9504-50b05f8893b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.779909] env[69731]: DEBUG nova.compute.manager [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.780747] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b2c884-c077-4143-a35d-8bde08dd5d9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.797340] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88694} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.800083] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 0168fd78-d6c6-496d-bf90-3fbb76ce44a1/0168fd78-d6c6-496d-bf90-3fbb76ce44a1.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.800379] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.800645] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a82d7c3-7654-41df-bb73-bf326ae95988 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.809767] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 648.809767] env[69731]: value = "task-3274580" [ 648.809767] env[69731]: _type = "Task" [ 648.809767] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.818815] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.835012] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 648.836050] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7922f83c-fa89-43bd-b5f6-09d103dad53a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.846280] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 648.846280] env[69731]: value = "task-3274581" [ 648.846280] env[69731]: _type = "Task" [ 648.846280] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.854337] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274581, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.948342] env[69731]: INFO nova.compute.manager [-] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Took 1.77 seconds to deallocate network for instance. [ 649.090182] env[69731]: DEBUG nova.network.neutron [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updated VIF entry in instance network info cache for port abeb3133-6013-4a34-b1a1-9338b75d06d0. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.090541] env[69731]: DEBUG nova.network.neutron [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.128398] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076061} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.128714] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.129507] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5f9a0b-befe-4b74-a0b1-94bf307cb5ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.155011] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 47b618d1-5850-4994-843d-7fccb7e8ecde/47b618d1-5850-4994-843d-7fccb7e8ecde.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.155011] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f354afd-68ca-473e-9548-906febadd282 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.170640] env[69731]: DEBUG nova.network.neutron [None req-d522e1f1-e5e7-4c5c-a1a1-f397923582e4 tempest-ServerExternalEventsTest-1376514012 tempest-ServerExternalEventsTest-1376514012-project] [instance: 21d471ec-a091-499f-a16c-271c13543502] Updating instance_info_cache with network_info: [{"id": "ce4646de-4c0a-4093-ac86-2d80d3e85a00", "address": "fa:16:3e:14:df:4a", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4646de-4c", "ovs_interfaceid": "ce4646de-4c0a-4093-ac86-2d80d3e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.180278] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274578, 'name': ReconfigVM_Task, 'duration_secs': 0.952461} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.181769] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Reconfigured VM instance instance-00000007 to attach disk [datastore2] fbf0c31e-6313-4583-9e15-4bd6d80cb20e/fbf0c31e-6313-4583-9e15-4bd6d80cb20e.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.182621] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 649.182621] env[69731]: value = "task-3274582" [ 649.182621] env[69731]: _type = "Task" [ 649.182621] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.183213] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-130e1232-e1f3-40dc-b9dc-283c1e2afa41 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.193741] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.195033] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 649.195033] env[69731]: value = "task-3274583" [ 649.195033] env[69731]: _type = "Task" [ 649.195033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.203125] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274583, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.232017] env[69731]: DEBUG nova.compute.manager [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.259053] env[69731]: ERROR nova.scheduler.client.report [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [req-b7236e81-903a-483e-9828-4b7ff09bf487] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7236e81-903a-483e-9828-4b7ff09bf487"}]} [ 649.264369] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.264699] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.264886] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.265215] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.265327] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.265476] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.266517] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.266517] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.266517] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.267559] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.267559] env[69731]: DEBUG nova.virt.hardware [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.267895] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef50c379-4629-4cdb-805f-61bd6f31f379 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.271708] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.279739] env[69731]: DEBUG nova.scheduler.client.report [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 649.287609] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb96dc50-94f2-4546-8b58-59931e87d242 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.295794] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525f77f3-1c40-276b-9504-50b05f8893b5, 'name': SearchDatastore_Task, 'duration_secs': 0.051746} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.297650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.297650] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.297650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.297650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.298017] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.298017] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf24a58-c9b8-419a-bd43-dfb2cfd8df95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.309313] env[69731]: INFO nova.compute.manager [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] instance snapshotting [ 649.309547] env[69731]: WARNING nova.compute.manager [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 649.312330] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.318445] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Creating folder: Project (7ff0c5843b1e470fb6560cb2cd097f7f). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.320298] env[69731]: DEBUG nova.scheduler.client.report [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 649.320770] env[69731]: DEBUG nova.compute.provider_tree [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.325987] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51962ad7-7767-4d1a-a5a4-898683ecb037 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.328459] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aa39b9-633e-45cb-922f-3614bd5324eb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.341523] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.341523] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.341523] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e8b721-274b-4520-a6cf-dd4acc71159c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.358472] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161735} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.360025] env[69731]: DEBUG nova.scheduler.client.report [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.364648] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.368407] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d161315-4614-4d73-938a-0c9e27bdd3be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.371476] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Created folder: Project (7ff0c5843b1e470fb6560cb2cd097f7f) in parent group-v654000. [ 649.371582] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Creating folder: Instances. Parent ref: group-v654031. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.375494] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b940e23c-d79e-4be0-ae5e-9f79078a6e3e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.376235] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cec70fc-f6ec-4e19-914d-38aa78277f31 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.377915] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 649.377915] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5250c847-1293-e288-355f-f355b5b21308" [ 649.377915] env[69731]: _type = "Task" [ 649.377915] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.403589] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274581, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.414184] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0168fd78-d6c6-496d-bf90-3fbb76ce44a1/0168fd78-d6c6-496d-bf90-3fbb76ce44a1.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.420807] env[69731]: DEBUG nova.scheduler.client.report [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 649.425013] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a7ca1b-4c56-4b24-86d7-56845cf14df5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.438133] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Created folder: Instances in parent group-v654031. [ 649.438503] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.440874] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.441555] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b643d50-e5e2-41a9-b50e-5f340f76c2ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.458475] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.458475] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 649.458475] env[69731]: value = "task-3274586" [ 649.458475] env[69731]: _type = "Task" [ 649.458475] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.466711] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5250c847-1293-e288-355f-f355b5b21308, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.476333] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "34884d19-29f0-403c-8170-82d798a9b9a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.476333] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "34884d19-29f0-403c-8170-82d798a9b9a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.476333] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb21a0a9-881a-4ac8-a465-99ebede086db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.479227] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.479227] env[69731]: value = "task-3274587" [ 649.479227] env[69731]: _type = "Task" [ 649.479227] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.491365] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 649.491365] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52843872-d7a3-1b9b-61e3-c2299e9cfc53" [ 649.491365] env[69731]: _type = "Task" [ 649.491365] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.491617] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.498650] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274587, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.507807] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52843872-d7a3-1b9b-61e3-c2299e9cfc53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.592142] env[69731]: DEBUG nova.network.neutron [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Updating instance_info_cache with network_info: [{"id": "d593cf14-f3e4-474b-9b51-1a49a6b7e5a5", "address": "fa:16:3e:c7:23:0f", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd593cf14-f3", "ovs_interfaceid": "d593cf14-f3e4-474b-9b51-1a49a6b7e5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.595509] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] Releasing lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.595509] env[69731]: DEBUG nova.compute.manager [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Received event network-vif-plugged-7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.595509] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] Acquiring lock "da9673e3-cde2-4855-8a17-41fb4346b1e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.595509] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] Lock "da9673e3-cde2-4855-8a17-41fb4346b1e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.595509] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] Lock "da9673e3-cde2-4855-8a17-41fb4346b1e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.595791] env[69731]: DEBUG nova.compute.manager [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] No waiting events found dispatching network-vif-plugged-7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.596037] env[69731]: WARNING nova.compute.manager [req-bcacd811-07b1-4775-ab3e-edb84f8b1e58 req-d690ab7d-b09e-4fb1-94ee-1078afa4fce9 service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Received unexpected event network-vif-plugged-7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77 for instance with vm_state building and task_state spawning. [ 649.676175] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d522e1f1-e5e7-4c5c-a1a1-f397923582e4 tempest-ServerExternalEventsTest-1376514012 tempest-ServerExternalEventsTest-1376514012-project] Releasing lock "refresh_cache-21d471ec-a091-499f-a16c-271c13543502" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.696355] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274582, 'name': ReconfigVM_Task, 'duration_secs': 0.29761} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.702418] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 47b618d1-5850-4994-843d-7fccb7e8ecde/47b618d1-5850-4994-843d-7fccb7e8ecde.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.703322] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a33c76b9-b457-476d-b125-b4390802c5dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.709952] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274583, 'name': Rename_Task, 'duration_secs': 0.222774} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.711414] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.711744] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 649.711744] env[69731]: value = "task-3274588" [ 649.711744] env[69731]: _type = "Task" [ 649.711744] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.711955] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4d8f5a7-5e06-485d-a56a-e78030a52a55 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.724931] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274588, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.726239] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 649.726239] env[69731]: value = "task-3274589" [ 649.726239] env[69731]: _type = "Task" [ 649.726239] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.737683] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.872785] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274581, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.940816] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 649.941277] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6c430ba2-ebeb-461f-a688-472996ef2e2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.951037] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 649.951037] env[69731]: value = "task-3274590" [ 649.951037] env[69731]: _type = "Task" [ 649.951037] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.966075] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c6b56a-1b5e-4e44-9817-76f3502388cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.981166] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.990752] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cefeb5-0b82-4545-a592-735c7f1183e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.001403] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.012557] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274587, 'name': CreateVM_Task, 'duration_secs': 0.4152} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.054773] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.063543] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.063543] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.063950] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.065139] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac501729-ad27-4d63-bd14-302a488cb000 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.069154] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52843872-d7a3-1b9b-61e3-c2299e9cfc53, 'name': SearchDatastore_Task, 'duration_secs': 0.017859} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.069455] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1505761e-8c81-4d93-b585-def737f9d003 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.072208] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.072581] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] da9673e3-cde2-4855-8a17-41fb4346b1e5/da9673e3-cde2-4855-8a17-41fb4346b1e5.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.073467] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf68cf4f-bf80-41a5-b686-40e86e3f0f66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.083873] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0bd399-ee58-45f7-9154-430aeb996c34 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.091313] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 650.091313] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f30a43-0916-161d-ec87-5a2cd3fa2f6c" [ 650.091313] env[69731]: _type = "Task" [ 650.091313] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.091717] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 650.091717] env[69731]: value = "task-3274591" [ 650.091717] env[69731]: _type = "Task" [ 650.091717] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.113640] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "refresh_cache-ca511099-902e-4e71-8921-6a4b63c09b9e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.114110] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Instance network_info: |[{"id": "d593cf14-f3e4-474b-9b51-1a49a6b7e5a5", "address": "fa:16:3e:c7:23:0f", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd593cf14-f3", "ovs_interfaceid": "d593cf14-f3e4-474b-9b51-1a49a6b7e5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.114806] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquiring lock "21d471ec-a091-499f-a16c-271c13543502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.115028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "21d471ec-a091-499f-a16c-271c13543502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.115334] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquiring lock "21d471ec-a091-499f-a16c-271c13543502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.115604] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "21d471ec-a091-499f-a16c-271c13543502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.115844] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "21d471ec-a091-499f-a16c-271c13543502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.118263] env[69731]: DEBUG nova.compute.provider_tree [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.120387] env[69731]: INFO nova.compute.manager [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Terminating instance [ 650.122782] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:23:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd593cf14-f3e4-474b-9b51-1a49a6b7e5a5', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.135707] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.144312] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.144732] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f30a43-0916-161d-ec87-5a2cd3fa2f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.149849] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e1bc97e-857d-4073-a380-e33e10c2e46c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.176966] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.177323] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.177659] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.177867] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.178166] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.179569] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.179859] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af357ae5-8b07-4ea7-8b7e-a6b7d7e93e22 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.187371] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.187371] env[69731]: value = "task-3274592" [ 650.187371] env[69731]: _type = "Task" [ 650.187371] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.192383] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.192493] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.193558] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b79152-9a5f-4492-952a-5be5cf157ddc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.198813] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274592, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.202026] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 650.202026] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52105b32-02c8-e059-335b-4d17f5780cf1" [ 650.202026] env[69731]: _type = "Task" [ 650.202026] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.209870] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52105b32-02c8-e059-335b-4d17f5780cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.222525] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274588, 'name': Rename_Task, 'duration_secs': 0.257519} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.222890] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.223315] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc926e3c-6252-4505-9cc7-aeed5ce565db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.233398] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 650.233398] env[69731]: value = "task-3274593" [ 650.233398] env[69731]: _type = "Task" [ 650.233398] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.242278] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274589, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.246239] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.372256] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274581, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.385100] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquiring lock "c0109d11-9d58-4c14-bada-e2657998a5be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.385445] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "c0109d11-9d58-4c14-bada-e2657998a5be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.386236] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquiring lock "c0109d11-9d58-4c14-bada-e2657998a5be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.386236] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "c0109d11-9d58-4c14-bada-e2657998a5be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.386236] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "c0109d11-9d58-4c14-bada-e2657998a5be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.388258] env[69731]: INFO nova.compute.manager [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Terminating instance [ 650.470916] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.483414] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274586, 'name': ReconfigVM_Task, 'duration_secs': 0.835236} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.483767] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0168fd78-d6c6-496d-bf90-3fbb76ce44a1/0168fd78-d6c6-496d-bf90-3fbb76ce44a1.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.484552] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46d0c5b3-72c4-4dfe-8dd1-45769427e0dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.492160] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 650.492160] env[69731]: value = "task-3274594" [ 650.492160] env[69731]: _type = "Task" [ 650.492160] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.506522] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274594, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.606064] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274591, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.645856] env[69731]: DEBUG nova.scheduler.client.report [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.655227] env[69731]: DEBUG nova.compute.manager [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.655227] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.655227] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3860caec-136b-4243-ab84-c62e31bcf2d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.668480] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.668803] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b41c1982-ed32-46a6-9cda-6a55e01a6e2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.676577] env[69731]: DEBUG oslo_vmware.api [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 650.676577] env[69731]: value = "task-3274595" [ 650.676577] env[69731]: _type = "Task" [ 650.676577] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.686056] env[69731]: DEBUG oslo_vmware.api [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.699544] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274592, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.715304] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52105b32-02c8-e059-335b-4d17f5780cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012484} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.716097] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8846371b-d6e3-4aa0-a376-44e71f20db92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.721631] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 650.721631] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b91d48-cd90-85ce-c7f3-d789b6161eec" [ 650.721631] env[69731]: _type = "Task" [ 650.721631] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.729868] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b91d48-cd90-85ce-c7f3-d789b6161eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.741841] env[69731]: DEBUG oslo_vmware.api [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274589, 'name': PowerOnVM_Task, 'duration_secs': 0.552711} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.742616] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.742863] env[69731]: INFO nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Took 14.14 seconds to spawn the instance on the hypervisor. [ 650.743073] env[69731]: DEBUG nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.743996] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b4f32a-657c-4b2d-a2b6-0b9c6af31e0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.749789] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.874743] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274581, 'name': CloneVM_Task, 'duration_secs': 1.779342} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.875556] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Created linked-clone VM from snapshot [ 650.876022] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05b2e6-d431-465b-ab95-24457381c49b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.887810] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Uploading image 96ccffb0-be4c-494c-8830-1d5cf3b39e2e {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 650.892993] env[69731]: DEBUG nova.compute.manager [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.893249] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.894205] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3231e9-b196-4b20-90fc-0e80385458c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.908394] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.908839] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9789eac2-8bdc-4c37-9303-ac232e93bff6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.924132] env[69731]: DEBUG oslo_vmware.api [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 650.924132] env[69731]: value = "task-3274596" [ 650.924132] env[69731]: _type = "Task" [ 650.924132] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.934056] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 650.934056] env[69731]: value = "vm-654030" [ 650.934056] env[69731]: _type = "VirtualMachine" [ 650.934056] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 650.934409] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-281847fe-1280-4acc-b7db-ee34ab8ba3e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.943454] env[69731]: DEBUG oslo_vmware.api [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.946518] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lease: (returnval){ [ 650.946518] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526f72aa-07e2-5656-0c5c-1dc1b9efba8c" [ 650.946518] env[69731]: _type = "HttpNfcLease" [ 650.946518] env[69731]: } obtained for exporting VM: (result){ [ 650.946518] env[69731]: value = "vm-654030" [ 650.946518] env[69731]: _type = "VirtualMachine" [ 650.946518] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 650.946518] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the lease: (returnval){ [ 650.946518] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526f72aa-07e2-5656-0c5c-1dc1b9efba8c" [ 650.946518] env[69731]: _type = "HttpNfcLease" [ 650.946518] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 650.954345] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 650.954345] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526f72aa-07e2-5656-0c5c-1dc1b9efba8c" [ 650.954345] env[69731]: _type = "HttpNfcLease" [ 650.954345] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 650.965163] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274590, 'name': CreateSnapshot_Task, 'duration_secs': 0.541336} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.965696] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 650.966826] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c971bd-d925-421b-9cc1-ee1c8d8c6464 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.982327] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.982585] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.002340] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274594, 'name': Rename_Task, 'duration_secs': 0.261076} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.002340] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.002485] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1e20e9-4563-44cd-b874-367ac71b6028 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.010473] env[69731]: DEBUG nova.compute.manager [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Received event network-changed-7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.010473] env[69731]: DEBUG nova.compute.manager [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Refreshing instance network info cache due to event network-changed-7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.010473] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Acquiring lock "refresh_cache-da9673e3-cde2-4855-8a17-41fb4346b1e5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.010473] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Acquired lock "refresh_cache-da9673e3-cde2-4855-8a17-41fb4346b1e5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.010473] env[69731]: DEBUG nova.network.neutron [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Refreshing network info cache for port 7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.013017] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 651.013017] env[69731]: value = "task-3274598" [ 651.013017] env[69731]: _type = "Task" [ 651.013017] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.024535] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.104809] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594739} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.107227] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] da9673e3-cde2-4855-8a17-41fb4346b1e5/da9673e3-cde2-4855-8a17-41fb4346b1e5.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.107227] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.107227] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d28695c-3da0-42c2-902d-2c7feb36eeb6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.114051] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 651.114051] env[69731]: value = "task-3274599" [ 651.114051] env[69731]: _type = "Task" [ 651.114051] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.123551] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.152520] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.985s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.153136] env[69731]: DEBUG nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.157196] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.145s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.188785] env[69731]: DEBUG oslo_vmware.api [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274595, 'name': PowerOffVM_Task, 'duration_secs': 0.343116} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.192324] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.192604] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.192926] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e9b0ad-7c31-4e95-aa22-2ffe567cd3c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.199845] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274592, 'name': CreateVM_Task, 'duration_secs': 0.572337} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.200015] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.200751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.200938] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.201525] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.201525] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a305ad39-ad96-4194-b298-7c58a5c682da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.207369] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 651.207369] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249f8cf-c8f2-0d6e-9877-be971215ca04" [ 651.207369] env[69731]: _type = "Task" [ 651.207369] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.221621] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249f8cf-c8f2-0d6e-9877-be971215ca04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.232666] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b91d48-cd90-85ce-c7f3-d789b6161eec, 'name': SearchDatastore_Task, 'duration_secs': 0.020292} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.232666] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.232844] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 14932019-a872-408d-9c83-2a125d37d0e3/14932019-a872-408d-9c83-2a125d37d0e3.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.233138] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ec8ddd-4905-46a5-9be4-fd2a711451eb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.244261] env[69731]: DEBUG oslo_vmware.api [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274593, 'name': PowerOnVM_Task, 'duration_secs': 0.711567} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.245694] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.246126] env[69731]: INFO nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Took 12.26 seconds to spawn the instance on the hypervisor. [ 651.246374] env[69731]: DEBUG nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.246785] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 651.246785] env[69731]: value = "task-3274601" [ 651.246785] env[69731]: _type = "Task" [ 651.246785] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.247637] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd49eef-3339-4626-ae4c-ff20ecf63901 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.270869] env[69731]: INFO nova.compute.manager [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Took 26.76 seconds to build instance. [ 651.276392] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.278515] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.278692] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.278912] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Deleting the datastore file [datastore1] 21d471ec-a091-499f-a16c-271c13543502 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.279183] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f877678-d8fd-48d7-aa27-6b0285ff3ba9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.286430] env[69731]: DEBUG oslo_vmware.api [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for the task: (returnval){ [ 651.286430] env[69731]: value = "task-3274602" [ 651.286430] env[69731]: _type = "Task" [ 651.286430] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.294429] env[69731]: DEBUG oslo_vmware.api [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.438065] env[69731]: DEBUG oslo_vmware.api [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274596, 'name': PowerOffVM_Task, 'duration_secs': 0.357111} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.438065] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.438065] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.438065] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43bdc3a7-c313-4f4f-9803-85482481e8b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.455049] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.455049] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526f72aa-07e2-5656-0c5c-1dc1b9efba8c" [ 651.455049] env[69731]: _type = "HttpNfcLease" [ 651.455049] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 651.455049] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 651.455049] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526f72aa-07e2-5656-0c5c-1dc1b9efba8c" [ 651.455049] env[69731]: _type = "HttpNfcLease" [ 651.455049] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 651.455516] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f163b4a-3cdc-40ed-a56b-4b2aa3b6f539 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.464638] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a725-dc77-e3ff-dc56-43ad76d6512a/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 651.464638] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a725-dc77-e3ff-dc56-43ad76d6512a/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 651.532222] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 651.536951] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd57c355-c5ad-440d-b7e2-dd0399767c49 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.547221] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.547221] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.547221] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Deleting the datastore file [datastore1] c0109d11-9d58-4c14-bada-e2657998a5be {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.547221] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aaa24d1-0d4f-416b-b8ef-31890bea3752 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.553583] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274598, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.555775] env[69731]: DEBUG oslo_vmware.api [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for the task: (returnval){ [ 651.555775] env[69731]: value = "task-3274605" [ 651.555775] env[69731]: _type = "Task" [ 651.555775] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.556055] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 651.556055] env[69731]: value = "task-3274604" [ 651.556055] env[69731]: _type = "Task" [ 651.556055] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.566694] env[69731]: DEBUG oslo_vmware.api [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.569988] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274604, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.614713] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59f911ab-d1dd-4b1c-8505-9d182b02a8f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.627548] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079904} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.627829] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.628774] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b74ca4-6853-485f-9945-3bd38dc52733 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.655247] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] da9673e3-cde2-4855-8a17-41fb4346b1e5/da9673e3-cde2-4855-8a17-41fb4346b1e5.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.658492] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868875b8-76f8-498c-97fe-56650d6ddf38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.675447] env[69731]: DEBUG nova.compute.utils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.684940] env[69731]: DEBUG nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.685139] env[69731]: DEBUG nova.network.neutron [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.703434] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 651.703434] env[69731]: value = "task-3274606" [ 651.703434] env[69731]: _type = "Task" [ 651.703434] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.717430] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.726577] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249f8cf-c8f2-0d6e-9877-be971215ca04, 'name': SearchDatastore_Task, 'duration_secs': 0.018712} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.726933] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.729019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.729019] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.729019] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.729019] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.729019] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69d5fcd8-6fa0-40a7-9f13-8d9ee40d6ac1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.746793] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.747081] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.747883] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15934ab0-7dbb-4689-81f2-7f9a0c94c0a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.759327] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 651.759327] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526b68f5-a94e-09df-74ac-7ece740cb473" [ 651.759327] env[69731]: _type = "Task" [ 651.759327] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.763893] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274601, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.775420] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6ad48e-691c-4266-88eb-9761c0ebc495 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.278s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.775675] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526b68f5-a94e-09df-74ac-7ece740cb473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.777081] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.501s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.786625] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a99f3-ac06-4755-a839-8f8c38309a77 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.792742] env[69731]: INFO nova.compute.manager [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Took 22.87 seconds to build instance. [ 651.809191] env[69731]: DEBUG oslo_vmware.api [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Task: {'id': task-3274602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431945} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.809191] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.809191] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.809191] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.809532] env[69731]: INFO nova.compute.manager [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] [instance: 21d471ec-a091-499f-a16c-271c13543502] Took 1.16 seconds to destroy the instance on the hypervisor. [ 651.809602] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.812491] env[69731]: DEBUG nova.compute.manager [-] [instance: 21d471ec-a091-499f-a16c-271c13543502] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.812601] env[69731]: DEBUG nova.network.neutron [-] [instance: 21d471ec-a091-499f-a16c-271c13543502] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.917392] env[69731]: DEBUG nova.policy [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac5946a8327d4661aac55e315254a354', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc43b28c5cf64e958c5695b369a481e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.051970] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274598, 'name': PowerOnVM_Task, 'duration_secs': 0.675564} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.054878] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.055099] env[69731]: INFO nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Took 10.68 seconds to spawn the instance on the hypervisor. [ 652.055384] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.056696] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c38a769-9100-47d1-9e03-4aaa5921d65f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.085793] env[69731]: DEBUG oslo_vmware.api [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Task: {'id': task-3274605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373918} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.085977] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274604, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.086503] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.086684] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.086858] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.087034] env[69731]: INFO nova.compute.manager [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Took 1.19 seconds to destroy the instance on the hypervisor. [ 652.087287] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.087480] env[69731]: DEBUG nova.compute.manager [-] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.087572] env[69731]: DEBUG nova.network.neutron [-] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.185740] env[69731]: DEBUG nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.223067] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.235586] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance e7d54e30-01f8-44c0-9dcb-8ccb5249d74f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.235586] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 268efccf-ff0d-4b65-aaff-7d56844c9fd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.235586] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 47b618d1-5850-4994-843d-7fccb7e8ecde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 652.264094] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815056} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.267641] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 14932019-a872-408d-9c83-2a125d37d0e3/14932019-a872-408d-9c83-2a125d37d0e3.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.268089] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.268181] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36d63a62-dfc9-436c-bc9f-be131f948af7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.277281] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526b68f5-a94e-09df-74ac-7ece740cb473, 'name': SearchDatastore_Task, 'duration_secs': 0.062089} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.279073] env[69731]: DEBUG nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.281682] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 652.281682] env[69731]: value = "task-3274607" [ 652.281682] env[69731]: _type = "Task" [ 652.281682] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.282458] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1a8a19-c1a1-4a47-8a0f-db0c9376a6a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.300069] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 652.300069] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521d9ef1-bc87-91f6-e85d-99148fa474f8" [ 652.300069] env[69731]: _type = "Task" [ 652.300069] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.300069] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.300069] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0338de77-93f2-4bd5-9301-99c505ce7668 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.392s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.311661] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.312116] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521d9ef1-bc87-91f6-e85d-99148fa474f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013238} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.312735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.313686] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] ca511099-902e-4e71-8921-6a4b63c09b9e/ca511099-902e-4e71-8921-6a4b63c09b9e.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.314360] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19309c3-e9e7-4fa3-8697-7bf9031470b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.322370] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 652.322370] env[69731]: value = "task-3274608" [ 652.322370] env[69731]: _type = "Task" [ 652.322370] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.338195] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.579965] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274604, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.596236] env[69731]: INFO nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Took 22.70 seconds to build instance. [ 652.703396] env[69731]: DEBUG nova.network.neutron [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Updated VIF entry in instance network info cache for port 7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.703822] env[69731]: DEBUG nova.network.neutron [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Updating instance_info_cache with network_info: [{"id": "7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77", "address": "fa:16:3e:62:45:46", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eaa5a22-3c", "ovs_interfaceid": "7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.720616] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274606, 'name': ReconfigVM_Task, 'duration_secs': 0.702958} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.721958] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Reconfigured VM instance instance-0000000a to attach disk [datastore2] da9673e3-cde2-4855-8a17-41fb4346b1e5/da9673e3-cde2-4855-8a17-41fb4346b1e5.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.723123] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52bc8e08-925d-4a66-96c8-156a249fd3b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.732217] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 652.732217] env[69731]: value = "task-3274609" [ 652.732217] env[69731]: _type = "Task" [ 652.732217] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.737870] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 03661849-1d44-451d-9f43-087171ea126b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 652.749330] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274609, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.800082] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122271} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.800427] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.801593] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f29a47-70d8-4b3f-b14a-dbded6787d4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.806036] env[69731]: DEBUG nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.832030] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 14932019-a872-408d-9c83-2a125d37d0e3/14932019-a872-408d-9c83-2a125d37d0e3.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.832579] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.832925] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c27137-a8d9-486b-8e2e-7a4e0cbee2b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.859841] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.866152] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 652.866152] env[69731]: value = "task-3274610" [ 652.866152] env[69731]: _type = "Task" [ 652.866152] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.040496] env[69731]: DEBUG nova.network.neutron [-] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.081285] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274604, 'name': CloneVM_Task} progress is 95%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.098735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.211s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.201588] env[69731]: DEBUG nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.206675] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Releasing lock "refresh_cache-da9673e3-cde2-4855-8a17-41fb4346b1e5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.207479] env[69731]: DEBUG nova.compute.manager [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Received event network-vif-deleted-9cd3c933-322e-4092-9168-9aa4c922c05c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.207479] env[69731]: DEBUG nova.compute.manager [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Received event network-vif-plugged-d593cf14-f3e4-474b-9b51-1a49a6b7e5a5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.207688] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Acquiring lock "ca511099-902e-4e71-8921-6a4b63c09b9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.207974] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Lock "ca511099-902e-4e71-8921-6a4b63c09b9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.207974] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Lock "ca511099-902e-4e71-8921-6a4b63c09b9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.208151] env[69731]: DEBUG nova.compute.manager [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] No waiting events found dispatching network-vif-plugged-d593cf14-f3e4-474b-9b51-1a49a6b7e5a5 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.208400] env[69731]: WARNING nova.compute.manager [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Received unexpected event network-vif-plugged-d593cf14-f3e4-474b-9b51-1a49a6b7e5a5 for instance with vm_state building and task_state spawning. [ 653.208596] env[69731]: DEBUG nova.compute.manager [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Received event network-changed-d593cf14-f3e4-474b-9b51-1a49a6b7e5a5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.208809] env[69731]: DEBUG nova.compute.manager [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Refreshing instance network info cache due to event network-changed-d593cf14-f3e4-474b-9b51-1a49a6b7e5a5. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.208991] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Acquiring lock "refresh_cache-ca511099-902e-4e71-8921-6a4b63c09b9e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.209173] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Acquired lock "refresh_cache-ca511099-902e-4e71-8921-6a4b63c09b9e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.209401] env[69731]: DEBUG nova.network.neutron [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Refreshing network info cache for port d593cf14-f3e4-474b-9b51-1a49a6b7e5a5 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.245076] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 77539b7e-1405-444a-96e0-fe2c44b24fec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 653.246579] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274609, 'name': Rename_Task, 'duration_secs': 0.340197} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.249086] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.249380] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.249576] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.249814] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.249961] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.250269] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.250486] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.250676] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.250874] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.251503] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.251671] env[69731]: DEBUG nova.virt.hardware [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.252034] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.252964] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a94a2-bbe6-4b33-8f7a-493142b760ae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.256769] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4ce944d-99cf-41c5-9fee-a15011304780 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.269224] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8452331-2ebe-4054-9257-fab8ffb5d1cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.273864] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 653.273864] env[69731]: value = "task-3274611" [ 653.273864] env[69731]: _type = "Task" [ 653.273864] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.292955] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274611, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.332629] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.345076] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592312} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.345387] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] ca511099-902e-4e71-8921-6a4b63c09b9e/ca511099-902e-4e71-8921-6a4b63c09b9e.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.345956] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.346249] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddd3f777-dd10-40f1-8157-6d540c431f0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.352959] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 653.352959] env[69731]: value = "task-3274612" [ 653.352959] env[69731]: _type = "Task" [ 653.352959] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.362566] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.377023] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274610, 'name': ReconfigVM_Task, 'duration_secs': 0.402039} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.377023] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 14932019-a872-408d-9c83-2a125d37d0e3/14932019-a872-408d-9c83-2a125d37d0e3.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.377023] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b296023-de27-46fa-bfeb-29ce704f33a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.381592] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 653.381592] env[69731]: value = "task-3274613" [ 653.381592] env[69731]: _type = "Task" [ 653.381592] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.392754] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274613, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.512095] env[69731]: DEBUG nova.network.neutron [-] [instance: 21d471ec-a091-499f-a16c-271c13543502] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.547679] env[69731]: INFO nova.compute.manager [-] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Took 1.46 seconds to deallocate network for instance. [ 653.580520] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274604, 'name': CloneVM_Task, 'duration_secs': 1.825977} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.581561] env[69731]: DEBUG nova.network.neutron [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Successfully created port: a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.583797] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Created linked-clone VM from snapshot [ 653.584742] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710954c8-5ffd-4a2e-aeab-e52ca51a6a6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.597185] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Uploading image 606a9ae1-0555-46bb-82bb-d3403c8d1da6 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 653.602958] env[69731]: DEBUG nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.634084] env[69731]: DEBUG oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 653.634084] env[69731]: value = "vm-654036" [ 653.634084] env[69731]: _type = "VirtualMachine" [ 653.634084] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 653.634084] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d44c34cc-df6b-4db6-a13d-ae6623ac9971 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.640700] env[69731]: DEBUG oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lease: (returnval){ [ 653.640700] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222f91c-4d8a-c996-6cbb-4494a434cfac" [ 653.640700] env[69731]: _type = "HttpNfcLease" [ 653.640700] env[69731]: } obtained for exporting VM: (result){ [ 653.640700] env[69731]: value = "vm-654036" [ 653.640700] env[69731]: _type = "VirtualMachine" [ 653.640700] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 653.641139] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the lease: (returnval){ [ 653.641139] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222f91c-4d8a-c996-6cbb-4494a434cfac" [ 653.641139] env[69731]: _type = "HttpNfcLease" [ 653.641139] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 653.650271] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.650271] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222f91c-4d8a-c996-6cbb-4494a434cfac" [ 653.650271] env[69731]: _type = "HttpNfcLease" [ 653.650271] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 653.757896] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 068620d2-a1a8-49ba-925b-398a72a4e21f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 653.786264] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274611, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.789706] env[69731]: DEBUG nova.compute.manager [req-23626377-e20a-4fa3-b5b6-c7d64b42b7f6 req-02ff8e9f-2e97-4b5e-a60b-8c84c94cdbf3 service nova] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Received event network-vif-deleted-88794c7f-6eac-44c4-b838-aaeeab061d40 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.864809] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144965} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.865090] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.865950] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90846d91-0a7e-46e4-87ca-f28b4e175992 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.891509] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] ca511099-902e-4e71-8921-6a4b63c09b9e/ca511099-902e-4e71-8921-6a4b63c09b9e.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.891754] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1027ad-f800-4da5-b2bb-fd4849cee894 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.920560] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274613, 'name': Rename_Task, 'duration_secs': 0.223515} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.922247] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.922681] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 653.922681] env[69731]: value = "task-3274615" [ 653.922681] env[69731]: _type = "Task" [ 653.922681] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.922957] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-868645ce-c39e-48f6-aa81-04df71cf22b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.936839] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.938582] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 653.938582] env[69731]: value = "task-3274616" [ 653.938582] env[69731]: _type = "Task" [ 653.938582] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.948018] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.014536] env[69731]: INFO nova.compute.manager [-] [instance: 21d471ec-a091-499f-a16c-271c13543502] Took 2.20 seconds to deallocate network for instance. [ 654.053796] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.138550] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.156021] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.156021] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222f91c-4d8a-c996-6cbb-4494a434cfac" [ 654.156021] env[69731]: _type = "HttpNfcLease" [ 654.156021] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.156728] env[69731]: DEBUG oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.156728] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222f91c-4d8a-c996-6cbb-4494a434cfac" [ 654.156728] env[69731]: _type = "HttpNfcLease" [ 654.156728] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.158903] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151f6c6d-c2ad-453d-8f0c-e2c0ece85720 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.168377] env[69731]: DEBUG oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ce0c9-b04f-9b9c-cc5f-b8753d0a1999/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.168583] env[69731]: DEBUG oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ce0c9-b04f-9b9c-cc5f-b8753d0a1999/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 654.264632] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 07df8754-b54e-47da-b43a-aea7486b93f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 654.265102] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 14932019-a872-408d-9c83-2a125d37d0e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.265102] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 21d471ec-a091-499f-a16c-271c13543502 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 654.265102] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance d5251a1e-7283-419d-af8e-a91aa9692c70 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 654.289166] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274611, 'name': PowerOnVM_Task, 'duration_secs': 0.701674} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.290273] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.290655] env[69731]: INFO nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Took 10.31 seconds to spawn the instance on the hypervisor. [ 654.290826] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.291591] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508a290a-c406-4643-b66a-36c789c8eaf2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.308223] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5e59071-fe34-4021-b09a-d61e56bc90fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.331622] env[69731]: DEBUG nova.network.neutron [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Updated VIF entry in instance network info cache for port d593cf14-f3e4-474b-9b51-1a49a6b7e5a5. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.331989] env[69731]: DEBUG nova.network.neutron [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Updating instance_info_cache with network_info: [{"id": "d593cf14-f3e4-474b-9b51-1a49a6b7e5a5", "address": "fa:16:3e:c7:23:0f", "network": {"id": "7a9778b6-8680-48ee-8808-0b213dbdec6c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-707606476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d9cd995d984a4ab2e3f268d284576c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd593cf14-f3", "ovs_interfaceid": "d593cf14-f3e4-474b-9b51-1a49a6b7e5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.378411] env[69731]: DEBUG nova.compute.manager [req-50650af4-e263-4979-abba-ebbc7952a54b req-b3160c66-5d03-4b8c-b784-229b047ef686 service nova] [instance: 21d471ec-a091-499f-a16c-271c13543502] Received event network-vif-deleted-ce4646de-4c0a-4093-ac86-2d80d3e85a00 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.437416] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.450398] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274616, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.526085] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.768541] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 41eeaaec-8966-4ffb-bc2e-3267a79f60ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 654.821680] env[69731]: INFO nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Took 24.84 seconds to build instance. [ 654.834657] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a199a36-dd18-4293-bb1a-cc23161c3dde req-2ef91b31-1a64-48db-95d8-1bd0b0b2582c service nova] Releasing lock "refresh_cache-ca511099-902e-4e71-8921-6a4b63c09b9e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.941627] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.957075] env[69731]: DEBUG oslo_vmware.api [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274616, 'name': PowerOnVM_Task, 'duration_secs': 0.78205} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.957578] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.957832] env[69731]: INFO nova.compute.manager [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Took 5.73 seconds to spawn the instance on the hypervisor. [ 654.958078] env[69731]: DEBUG nova.compute.manager [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.959062] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b536ba-8adc-42ca-8458-12241c3b5982 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.272413] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 31c189a0-9e72-4b16-8638-d7a3385535f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 655.272721] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 0f58f9a2-8d42-44b2-828c-fc96f3615014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 655.273422] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 0168fd78-d6c6-496d-bf90-3fbb76ce44a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 655.273648] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance ca511099-902e-4e71-8921-6a4b63c09b9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 655.273791] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance da9673e3-cde2-4855-8a17-41fb4346b1e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 655.274255] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 92c756f0-9577-4004-bcdd-d421a4d52b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 655.327994] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "da9673e3-cde2-4855-8a17-41fb4346b1e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.353s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.443160] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.486391] env[69731]: INFO nova.compute.manager [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Took 14.49 seconds to build instance. [ 655.780098] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 5b4e59fe-0577-4368-82a2-e51b8d97dd09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 655.780098] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance fbf0c31e-6313-4583-9e15-4bd6d80cb20e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 655.836049] env[69731]: DEBUG nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.942195] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274615, 'name': ReconfigVM_Task, 'duration_secs': 1.582529} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.942652] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] ca511099-902e-4e71-8921-6a4b63c09b9e/ca511099-902e-4e71-8921-6a4b63c09b9e.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.943543] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d255971-e817-4a60-af7e-e562ce8bab44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.955366] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 655.955366] env[69731]: value = "task-3274617" [ 655.955366] env[69731]: _type = "Task" [ 655.955366] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.962142] env[69731]: DEBUG nova.network.neutron [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Successfully updated port: a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.970649] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274617, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.992627] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3ec70785-d980-4087-9650-661b49e1c9d8 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "14932019-a872-408d-9c83-2a125d37d0e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.938s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.281840] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 656.366435] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.464516] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274617, 'name': Rename_Task, 'duration_secs': 0.229939} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.464816] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.465738] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f382449-93f1-4965-8dfc-c02f2f6e9b07 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.469773] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.470030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.470237] env[69731]: DEBUG nova.network.neutron [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.477677] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 656.477677] env[69731]: value = "task-3274618" [ 656.477677] env[69731]: _type = "Task" [ 656.477677] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.489621] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.496119] env[69731]: DEBUG nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.786553] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance ca6706ed-0e25-44e6-8007-105b049e332b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 656.988737] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.030207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.034418] env[69731]: DEBUG nova.network.neutron [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.175649] env[69731]: DEBUG nova.network.neutron [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance_info_cache with network_info: [{"id": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "address": "fa:16:3e:95:b4:0b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dbb2b9-0f", "ovs_interfaceid": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.290506] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 02af359c-dda8-47f3-b878-99c93dab60ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 657.489768] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.680558] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.680822] env[69731]: DEBUG nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Instance network_info: |[{"id": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "address": "fa:16:3e:95:b4:0b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dbb2b9-0f", "ovs_interfaceid": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.681438] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:b4:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7dbb2b9-0fc0-4e55-aac6-12102debd7c9', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.690107] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Creating folder: Project (bc43b28c5cf64e958c5695b369a481e8). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.690490] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fc49151-4aa3-4536-acb9-7e80da866e0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.702821] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Created folder: Project (bc43b28c5cf64e958c5695b369a481e8) in parent group-v654000. [ 657.702891] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Creating folder: Instances. Parent ref: group-v654037. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.703227] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-276fe28b-a596-46cb-8be7-b02e0eada3a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.713867] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Created folder: Instances in parent group-v654037. [ 657.714314] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.714559] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.714815] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a284ca-39dc-4ead-8a3a-fbd36854b29e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.736332] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.736332] env[69731]: value = "task-3274621" [ 657.736332] env[69731]: _type = "Task" [ 657.736332] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.745076] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274621, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.792363] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 34884d19-29f0-403c-8170-82d798a9b9a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 657.994236] env[69731]: DEBUG oslo_vmware.api [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274618, 'name': PowerOnVM_Task, 'duration_secs': 1.293472} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.994591] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.995169] env[69731]: INFO nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Took 11.42 seconds to spawn the instance on the hypervisor. [ 657.995606] env[69731]: DEBUG nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.996997] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3348a5-1ba9-4b88-b4a8-c1f99618de12 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.246242] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274621, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.295426] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance a41102d1-6d13-438a-82eb-67b4bb7e6ec9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 658.521278] env[69731]: INFO nova.compute.manager [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Took 19.12 seconds to build instance. [ 658.748630] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274621, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.800423] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance cacfd4e7-7db1-4d55-af2c-2004e3f1de28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 658.800838] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance c0109d11-9d58-4c14-bada-e2657998a5be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.800914] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 658.801077] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 659.023571] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e374ac81-2e24-4d0f-b9cd-7fef34d6aea5 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "ca511099-902e-4e71-8921-6a4b63c09b9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.991s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.206140] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841d2397-e9e0-41cf-a4f3-1f85fdc80b2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.216586] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617581d3-baa2-420a-baca-8aea67b218ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.251531] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e66bf-747d-43dc-81f8-479b52eec62a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.259947] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274621, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.263189] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07ff7db-beb4-464d-8193-5670998f4181 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.276939] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.526957] env[69731]: DEBUG nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.757290] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274621, 'name': CreateVM_Task, 'duration_secs': 1.946593} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.757530] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.758185] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.758352] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.758725] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.759010] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500ce8b7-bc78-4853-aaeb-01d3ffd4dcdf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.763922] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 659.763922] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52207c14-4a75-230c-afdb-356e5bfce41f" [ 659.763922] env[69731]: _type = "Task" [ 659.763922] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.776811] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52207c14-4a75-230c-afdb-356e5bfce41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.781040] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.051704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.274568] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52207c14-4a75-230c-afdb-356e5bfce41f, 'name': SearchDatastore_Task, 'duration_secs': 0.014504} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.274880] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.275127] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.275365] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.275509] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.275697] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.276059] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a09979-3665-4e04-94bf-8584c70d5744 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.286266] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 660.286552] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.131s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.286903] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.287119] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.288078] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.066s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.290045] env[69731]: INFO nova.compute.claims [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.293517] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.293965] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Getting list of instances from cluster (obj){ [ 660.293965] env[69731]: value = "domain-c8" [ 660.293965] env[69731]: _type = "ClusterComputeResource" [ 660.293965] env[69731]: } {{(pid=69731) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 660.294307] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da32a3c9-8d90-4c70-a694-de23181aae4e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.306102] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f42d27-5c66-4823-a64a-b7f86bd3e307 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.313434] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 660.313434] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f970a4-e8c5-0c74-6163-e987390bd985" [ 660.313434] env[69731]: _type = "Task" [ 660.313434] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.326710] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Got total of 10 instances {{(pid=69731) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 660.334615] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f970a4-e8c5-0c74-6163-e987390bd985, 'name': SearchDatastore_Task, 'duration_secs': 0.01653} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.334950] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cefc052-2e15-465b-87ba-ad5c2dd6f8d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.340884] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 660.340884] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52960a78-9f38-a8e3-e62e-c1acec1308d3" [ 660.340884] env[69731]: _type = "Task" [ 660.340884] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.350915] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52960a78-9f38-a8e3-e62e-c1acec1308d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.504847] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a725-dc77-e3ff-dc56-43ad76d6512a/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 660.505825] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d93ec0-50c1-4b7e-aeb8-acaebf0edf97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.512804] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a725-dc77-e3ff-dc56-43ad76d6512a/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 660.513021] env[69731]: ERROR oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a725-dc77-e3ff-dc56-43ad76d6512a/disk-0.vmdk due to incomplete transfer. [ 660.513289] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d1d5a171-a3e9-48f0-8158-0e1eb1e515e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.523921] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a725-dc77-e3ff-dc56-43ad76d6512a/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 660.524200] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Uploaded image 96ccffb0-be4c-494c-8830-1d5cf3b39e2e to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 660.528318] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 660.528318] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45cf99a4-1897-46e1-9f93-5824326a98b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.533432] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 660.533432] env[69731]: value = "task-3274622" [ 660.533432] env[69731]: _type = "Task" [ 660.533432] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.545525] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274622, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.852114] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52960a78-9f38-a8e3-e62e-c1acec1308d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015352} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.852408] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.852668] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 0f58f9a2-8d42-44b2-828c-fc96f3615014/0f58f9a2-8d42-44b2-828c-fc96f3615014.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.852935] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e984abb-e5c8-4d7e-8b73-7e9d2a95918d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.862318] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 660.862318] env[69731]: value = "task-3274623" [ 660.862318] env[69731]: _type = "Task" [ 660.862318] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.872206] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.043616] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274622, 'name': Destroy_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.374466] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274623, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.480485] env[69731]: DEBUG nova.compute.manager [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Received event network-vif-plugged-a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.480603] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Acquiring lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.480802] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.481490] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.481490] env[69731]: DEBUG nova.compute.manager [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] No waiting events found dispatching network-vif-plugged-a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.481490] env[69731]: WARNING nova.compute.manager [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Received unexpected event network-vif-plugged-a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 for instance with vm_state building and task_state spawning. [ 661.481490] env[69731]: DEBUG nova.compute.manager [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Received event network-changed-abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.481741] env[69731]: DEBUG nova.compute.manager [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Refreshing instance network info cache due to event network-changed-abeb3133-6013-4a34-b1a1-9338b75d06d0. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.482939] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Acquiring lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.482939] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Acquired lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.482939] env[69731]: DEBUG nova.network.neutron [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Refreshing network info cache for port abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.529643] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.530040] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.545142] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274622, 'name': Destroy_Task, 'duration_secs': 0.535254} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.547952] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Destroyed the VM [ 661.548145] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 661.549049] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb619a24-924d-487c-984b-b1f0b32b0eb8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.555387] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 661.555387] env[69731]: value = "task-3274624" [ 661.555387] env[69731]: _type = "Task" [ 661.555387] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.563865] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274624, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.761717] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab88d78e-9ca3-41d1-844c-07b0661a4075 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.770466] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c8c84e-00d3-4a3a-b8e3-593139c6caca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.803328] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22057505-bc91-428f-b2e0-65785354ba23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.812111] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d9223-5b48-49df-bd21-dc8a19e4f964 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.828832] env[69731]: DEBUG nova.compute.provider_tree [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.873279] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655911} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.873799] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 0f58f9a2-8d42-44b2-828c-fc96f3615014/0f58f9a2-8d42-44b2-828c-fc96f3615014.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.874044] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.874403] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57829a13-fc33-4869-b62c-afecee3c7880 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.881509] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 661.881509] env[69731]: value = "task-3274625" [ 661.881509] env[69731]: _type = "Task" [ 661.881509] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.890168] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.074132] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274624, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.290262] env[69731]: DEBUG nova.network.neutron [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updated VIF entry in instance network info cache for port abeb3133-6013-4a34-b1a1-9338b75d06d0. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.290657] env[69731]: DEBUG nova.network.neutron [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.332840] env[69731]: DEBUG nova.scheduler.client.report [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.393276] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09874} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.393602] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.394464] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0700ba-a091-4cd5-b36f-7e5ff0c50595 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.426257] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 0f58f9a2-8d42-44b2-828c-fc96f3615014/0f58f9a2-8d42-44b2-828c-fc96f3615014.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.427202] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-169392b5-5e1f-41bb-a8e6-a1ef1c9fb14a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.451560] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 662.451560] env[69731]: value = "task-3274626" [ 662.451560] env[69731]: _type = "Task" [ 662.451560] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.460993] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.486150] env[69731]: DEBUG nova.compute.manager [None req-90a09c91-560e-41b3-8694-5becc4338ad7 tempest-ServerDiagnosticsV248Test-72877374 tempest-ServerDiagnosticsV248Test-72877374-project-admin] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.487709] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b45e357-5bd4-40d1-9c21-200fc45a375d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.495009] env[69731]: INFO nova.compute.manager [None req-90a09c91-560e-41b3-8694-5becc4338ad7 tempest-ServerDiagnosticsV248Test-72877374 tempest-ServerDiagnosticsV248Test-72877374-project-admin] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Retrieving diagnostics [ 662.495952] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38aa40d-d2cd-4ced-a433-05da2810b242 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.566979] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274624, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.569512] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquiring lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.569768] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.569969] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquiring lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.570162] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.570847] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.573310] env[69731]: INFO nova.compute.manager [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Terminating instance [ 662.797030] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Releasing lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.797030] env[69731]: DEBUG nova.compute.manager [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Received event network-changed-a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.797030] env[69731]: DEBUG nova.compute.manager [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Refreshing instance network info cache due to event network-changed-a7dbb2b9-0fc0-4e55-aac6-12102debd7c9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.797030] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Acquiring lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.797030] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Acquired lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.797451] env[69731]: DEBUG nova.network.neutron [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Refreshing network info cache for port a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.841035] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.841035] env[69731]: DEBUG nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.848880] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.468s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.852584] env[69731]: INFO nova.compute.claims [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.929758] env[69731]: DEBUG oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ce0c9-b04f-9b9c-cc5f-b8753d0a1999/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 662.930638] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da46b10-766c-45fc-b99c-dc91ff0728e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.937346] env[69731]: DEBUG oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ce0c9-b04f-9b9c-cc5f-b8753d0a1999/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 662.937532] env[69731]: ERROR oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ce0c9-b04f-9b9c-cc5f-b8753d0a1999/disk-0.vmdk due to incomplete transfer. [ 662.937728] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c8481f0c-42f9-43c3-946b-8184e6ce5f4d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.945489] env[69731]: DEBUG oslo_vmware.rw_handles [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ce0c9-b04f-9b9c-cc5f-b8753d0a1999/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 662.945720] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Uploaded image 606a9ae1-0555-46bb-82bb-d3403c8d1da6 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 662.947494] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 662.947689] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92c352c7-8f99-4bbb-9893-1632e9b5cd41 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.957055] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 662.957055] env[69731]: value = "task-3274627" [ 662.957055] env[69731]: _type = "Task" [ 662.957055] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.964446] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274626, 'name': ReconfigVM_Task, 'duration_secs': 0.458008} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.964446] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 0f58f9a2-8d42-44b2-828c-fc96f3615014/0f58f9a2-8d42-44b2-828c-fc96f3615014.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.965161] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cba178cd-cf90-4165-a998-5a1d9505956f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.971239] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274627, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.976448] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 662.976448] env[69731]: value = "task-3274628" [ 662.976448] env[69731]: _type = "Task" [ 662.976448] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.986380] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274628, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.068322] env[69731]: DEBUG oslo_vmware.api [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274624, 'name': RemoveSnapshot_Task, 'duration_secs': 1.015776} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.068654] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 663.068900] env[69731]: INFO nova.compute.manager [None req-eb568fb6-9257-4e0a-ba2f-9ecb8690576b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Took 16.83 seconds to snapshot the instance on the hypervisor. [ 663.077264] env[69731]: DEBUG nova.compute.manager [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.077473] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.078290] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e067c-8f6e-4c24-8b44-2b10a8cf6dc2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.085491] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.085651] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d448cca3-3043-4284-baaf-418a3aec7d3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.093213] env[69731]: DEBUG oslo_vmware.api [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 663.093213] env[69731]: value = "task-3274629" [ 663.093213] env[69731]: _type = "Task" [ 663.093213] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.102472] env[69731]: DEBUG oslo_vmware.api [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.367021] env[69731]: DEBUG nova.compute.utils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.367021] env[69731]: DEBUG nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.367021] env[69731]: DEBUG nova.network.neutron [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.472582] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274627, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.484519] env[69731]: DEBUG nova.policy [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cd5e8d18d754ef7a1e532371829d543', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13be8c7d7f1402c878f1cebff9255c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.490634] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274628, 'name': Rename_Task, 'duration_secs': 0.26863} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.491281] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.491281] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c4fffe5-6cbd-4ee3-bd1c-95ec415f1f48 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.500020] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 663.500020] env[69731]: value = "task-3274630" [ 663.500020] env[69731]: _type = "Task" [ 663.500020] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.508505] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.595512] env[69731]: DEBUG nova.compute.manager [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.598133] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007bb3dd-813e-4122-991e-f287454adb8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.615392] env[69731]: DEBUG oslo_vmware.api [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274629, 'name': PowerOffVM_Task, 'duration_secs': 0.258145} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.616142] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.616336] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.616588] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e599b8d5-763b-4a4f-9e3c-8815ac2e0b5f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.689631] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.689877] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.690017] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Deleting the datastore file [datastore2] fbf0c31e-6313-4583-9e15-4bd6d80cb20e {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.690274] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-516db706-764e-41d7-a2e5-8f49b18526dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.697568] env[69731]: DEBUG oslo_vmware.api [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for the task: (returnval){ [ 663.697568] env[69731]: value = "task-3274632" [ 663.697568] env[69731]: _type = "Task" [ 663.697568] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.706396] env[69731]: DEBUG oslo_vmware.api [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.870601] env[69731]: DEBUG nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.905115] env[69731]: DEBUG nova.network.neutron [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updated VIF entry in instance network info cache for port a7dbb2b9-0fc0-4e55-aac6-12102debd7c9. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.905951] env[69731]: DEBUG nova.network.neutron [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance_info_cache with network_info: [{"id": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "address": "fa:16:3e:95:b4:0b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dbb2b9-0f", "ovs_interfaceid": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.981089] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274627, 'name': Destroy_Task, 'duration_secs': 0.819472} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.981689] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Destroyed the VM [ 663.981689] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.982240] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1434cff-cfe1-4ead-aecc-5bcc7e2cae81 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.989550] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 663.989550] env[69731]: value = "task-3274633" [ 663.989550] env[69731]: _type = "Task" [ 663.989550] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.006167] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274633, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.014582] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274630, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.119579] env[69731]: INFO nova.compute.manager [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] instance snapshotting [ 664.122229] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6114dc7-a144-4b3e-b83b-ea1f635f2b1c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.151747] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4afa3-4452-453f-b778-94e05f544fa2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.211926] env[69731]: DEBUG oslo_vmware.api [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Task: {'id': task-3274632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244317} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.215247] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.215525] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.215827] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.216018] env[69731]: INFO nova.compute.manager [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 664.216706] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.217771] env[69731]: DEBUG nova.compute.manager [-] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.217896] env[69731]: DEBUG nova.network.neutron [-] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.320442] env[69731]: DEBUG nova.network.neutron [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Successfully created port: 6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.413187] env[69731]: DEBUG oslo_concurrency.lockutils [req-d61dcc36-7105-49e8-84bd-a3837ff36cd3 req-53a16c5b-471b-40c5-b3af-deeab172b23d service nova] Releasing lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.459607] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c46a8e-075a-48fc-b2af-d8a62fd3e46f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.469885] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02885336-3e7a-470d-b64a-631326190768 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.505977] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ace57ee-1732-4cb7-b3a9-fa34ad860ba3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.517896] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274633, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.521714] env[69731]: DEBUG oslo_vmware.api [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274630, 'name': PowerOnVM_Task, 'duration_secs': 0.608463} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.522943] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5b5847-0635-4e6a-a2fc-ac7a32b7a917 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.529093] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.529321] env[69731]: INFO nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Took 11.33 seconds to spawn the instance on the hypervisor. [ 664.529500] env[69731]: DEBUG nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.530338] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeab761-3442-4144-afd7-c202eae42bb6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.547051] env[69731]: DEBUG nova.compute.provider_tree [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.631402] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.631686] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.631885] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.632080] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.632249] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.637467] env[69731]: INFO nova.compute.manager [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Terminating instance [ 664.669155] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 664.669155] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b19cfc57-3b14-4f9a-ac59-51385a7d878b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.678236] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 664.678236] env[69731]: value = "task-3274634" [ 664.678236] env[69731]: _type = "Task" [ 664.678236] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.689408] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274634, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.882503] env[69731]: DEBUG nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.918904] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.923758] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.924044] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.924312] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.924468] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.924619] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.924859] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.925008] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.925548] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.925548] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.925548] env[69731]: DEBUG nova.virt.hardware [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.927413] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610b6432-285e-48fb-86b2-b9c13bd2c17b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.936598] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d90fc-c73a-4a70-9921-12f3e34d915b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.014150] env[69731]: DEBUG oslo_vmware.api [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274633, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803444} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.014150] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 665.014439] env[69731]: INFO nova.compute.manager [None req-3912fc8d-a52c-4fc0-b407-2774237b355a tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Took 15.70 seconds to snapshot the instance on the hypervisor. [ 665.054987] env[69731]: DEBUG nova.scheduler.client.report [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.072305] env[69731]: INFO nova.compute.manager [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Took 23.90 seconds to build instance. [ 665.137834] env[69731]: DEBUG nova.network.neutron [-] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.142112] env[69731]: DEBUG nova.compute.manager [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.142112] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.142112] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1bb8ed-9b83-4194-91e3-6076a49a6470 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.149879] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.150729] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d15e41f1-352b-4c05-b0d1-ba9c2b690c23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.157571] env[69731]: DEBUG oslo_vmware.api [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 665.157571] env[69731]: value = "task-3274635" [ 665.157571] env[69731]: _type = "Task" [ 665.157571] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.166453] env[69731]: DEBUG oslo_vmware.api [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.192235] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274634, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.352715] env[69731]: DEBUG nova.compute.manager [req-a289f972-5fb7-430f-82d0-bdaa1e3741b6 req-bb6c7b7b-f1d6-40a2-8c3f-84b72a1714b3 service nova] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Received event network-vif-deleted-1349c437-48d2-4fce-b5fa-f6db68567c76 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.564397] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.564929] env[69731]: DEBUG nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.568152] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.129s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.569378] env[69731]: INFO nova.compute.claims [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.574958] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c59d226-a827-4648-b532-6cf33f0b31d8 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.535s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.641172] env[69731]: INFO nova.compute.manager [-] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Took 1.42 seconds to deallocate network for instance. [ 665.671103] env[69731]: DEBUG oslo_vmware.api [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274635, 'name': PowerOffVM_Task, 'duration_secs': 0.361115} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.671103] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.671103] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.671103] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79631902-fabb-4eba-945f-10a73993db44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.689639] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274634, 'name': CreateSnapshot_Task, 'duration_secs': 0.614369} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.691812] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 665.691812] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c646d0-75be-4fab-b7b8-1b35caf73752 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.740098] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.740359] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.740549] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleting the datastore file [datastore2] 0168fd78-d6c6-496d-bf90-3fbb76ce44a1 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.740853] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba602f12-b78d-47e2-a34e-44a122372eb3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.749393] env[69731]: DEBUG oslo_vmware.api [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 665.749393] env[69731]: value = "task-3274637" [ 665.749393] env[69731]: _type = "Task" [ 665.749393] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.759707] env[69731]: DEBUG oslo_vmware.api [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.073693] env[69731]: DEBUG nova.compute.utils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.075467] env[69731]: DEBUG nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.075467] env[69731]: DEBUG nova.network.neutron [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.083977] env[69731]: DEBUG nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.147137] env[69731]: DEBUG nova.policy [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f461381968460e85d19ace4ded4db4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69b4406283e4414b69c18fd078bc5e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.151799] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.212353] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 666.212923] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c9b931b-1687-4986-917d-4b99824add44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.223324] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 666.223324] env[69731]: value = "task-3274638" [ 666.223324] env[69731]: _type = "Task" [ 666.223324] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.231363] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274638, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.262182] env[69731]: DEBUG oslo_vmware.api [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171613} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.262182] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.262182] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.262182] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.262182] env[69731]: INFO nova.compute.manager [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 666.262598] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.262598] env[69731]: DEBUG nova.compute.manager [-] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.262598] env[69731]: DEBUG nova.network.neutron [-] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.392301] env[69731]: DEBUG nova.network.neutron [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Successfully updated port: 6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.581993] env[69731]: DEBUG nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.623616] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.734225] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274638, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.781188] env[69731]: DEBUG nova.network.neutron [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Successfully created port: 513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.898696] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquiring lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.898796] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquired lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.898917] env[69731]: DEBUG nova.network.neutron [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.940933] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.941470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.941470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.941658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.942059] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.951417] env[69731]: INFO nova.compute.manager [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Terminating instance [ 667.121811] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb176571-80c0-453f-b609-7bc64b4aa1bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.134182] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f27b5e-3bc0-47ae-a514-1388c264737a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.169851] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481f229-83da-4f14-8a80-93a9cf921dad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.178686] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2639b022-e5e8-4576-8528-45b566ac3c6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.205921] env[69731]: DEBUG nova.compute.provider_tree [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.236437] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274638, 'name': CloneVM_Task} progress is 95%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.268917] env[69731]: DEBUG nova.network.neutron [-] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.458031] env[69731]: DEBUG nova.compute.manager [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.458275] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.459553] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ad3536-75a5-4714-9db6-d9453c5ad0d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.467130] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.467385] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-760e48dd-d211-4813-af55-5c7ecabe92cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.469653] env[69731]: DEBUG nova.network.neutron [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.555402] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.555716] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.555923] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleting the datastore file [datastore1] 268efccf-ff0d-4b65-aaff-7d56844c9fd1 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.556201] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bae0a80-d35b-4cfb-b655-809bc5f910ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.563162] env[69731]: DEBUG oslo_vmware.api [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 667.563162] env[69731]: value = "task-3274640" [ 667.563162] env[69731]: _type = "Task" [ 667.563162] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.571312] env[69731]: DEBUG oslo_vmware.api [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.607204] env[69731]: DEBUG nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.636917] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.638031] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.638031] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.638031] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.638031] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.639960] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.639960] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.640174] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.640845] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.640845] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.640845] env[69731]: DEBUG nova.virt.hardware [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.641920] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55ee23b-7f7f-4a5d-820d-183dd2022d61 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.656817] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd4e1b6-fb7a-408d-884d-42b3ebb534db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.715565] env[69731]: DEBUG nova.scheduler.client.report [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.733445] env[69731]: DEBUG nova.network.neutron [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Updating instance_info_cache with network_info: [{"id": "6aaa857b-7311-4d86-be0a-ffb43135c0e8", "address": "fa:16:3e:25:ca:62", "network": {"id": "4d7423bc-de25-46b7-a743-76ef197b9779", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1606935132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13be8c7d7f1402c878f1cebff9255c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aaa857b-73", "ovs_interfaceid": "6aaa857b-7311-4d86-be0a-ffb43135c0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.738098] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274638, 'name': CloneVM_Task, 'duration_secs': 1.3386} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.739215] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Created linked-clone VM from snapshot [ 667.740039] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ae417e-26d8-4f51-8948-002cfce888e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.749548] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Uploading image e01d76c4-80cb-4920-b39a-41a494da4ecb {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 667.765804] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 667.768304] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81364fc2-efd1-465a-9907-65d7eb5021a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.771364] env[69731]: INFO nova.compute.manager [-] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Took 1.51 seconds to deallocate network for instance. [ 667.779858] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 667.779858] env[69731]: value = "task-3274641" [ 667.779858] env[69731]: _type = "Task" [ 667.779858] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.789808] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274641, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.079430] env[69731]: DEBUG oslo_vmware.api [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142872} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.080855] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.080977] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.081198] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.081328] env[69731]: INFO nova.compute.manager [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Took 0.62 seconds to destroy the instance on the hypervisor. [ 668.081584] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.082941] env[69731]: DEBUG nova.compute.manager [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Received event network-vif-plugged-6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.083136] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] Acquiring lock "31c189a0-9e72-4b16-8638-d7a3385535f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.083339] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] Lock "31c189a0-9e72-4b16-8638-d7a3385535f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.083519] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] Lock "31c189a0-9e72-4b16-8638-d7a3385535f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.083681] env[69731]: DEBUG nova.compute.manager [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] No waiting events found dispatching network-vif-plugged-6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.083829] env[69731]: WARNING nova.compute.manager [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Received unexpected event network-vif-plugged-6aaa857b-7311-4d86-be0a-ffb43135c0e8 for instance with vm_state building and task_state spawning. [ 668.083980] env[69731]: DEBUG nova.compute.manager [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Received event network-changed-6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.084142] env[69731]: DEBUG nova.compute.manager [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Refreshing instance network info cache due to event network-changed-6aaa857b-7311-4d86-be0a-ffb43135c0e8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.084326] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] Acquiring lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.084557] env[69731]: DEBUG nova.compute.manager [-] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.084643] env[69731]: DEBUG nova.network.neutron [-] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.160029] env[69731]: DEBUG nova.compute.manager [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 668.220161] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.220715] env[69731]: DEBUG nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.227547] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.770s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.227761] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.229992] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.398s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.233057] env[69731]: INFO nova.compute.claims [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.241869] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Releasing lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.242172] env[69731]: DEBUG nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Instance network_info: |[{"id": "6aaa857b-7311-4d86-be0a-ffb43135c0e8", "address": "fa:16:3e:25:ca:62", "network": {"id": "4d7423bc-de25-46b7-a743-76ef197b9779", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1606935132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13be8c7d7f1402c878f1cebff9255c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aaa857b-73", "ovs_interfaceid": "6aaa857b-7311-4d86-be0a-ffb43135c0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.243139] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] Acquired lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.243347] env[69731]: DEBUG nova.network.neutron [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Refreshing network info cache for port 6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.245633] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ca:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aaa857b-7311-4d86-be0a-ffb43135c0e8', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.256791] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Creating folder: Project (b13be8c7d7f1402c878f1cebff9255c7). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.259132] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25c59f79-f9ae-459f-afcd-9ed848b2790f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.271621] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Created folder: Project (b13be8c7d7f1402c878f1cebff9255c7) in parent group-v654000. [ 668.271811] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Creating folder: Instances. Parent ref: group-v654042. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.272059] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fff6b071-814c-4c05-8982-e65188765b8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.275814] env[69731]: INFO nova.scheduler.client.report [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Deleted allocations for instance d5251a1e-7283-419d-af8e-a91aa9692c70 [ 668.280993] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.287130] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Created folder: Instances in parent group-v654042. [ 668.287324] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.287876] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.288156] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be64f15b-c871-4bcd-ac44-92cfbfdd0569 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.307252] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274641, 'name': Destroy_Task, 'duration_secs': 0.322575} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.307927] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Destroyed the VM [ 668.309302] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 668.309815] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a01b85d-8e47-4b99-b835-ec7073493b7a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.312639] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.312639] env[69731]: value = "task-3274644" [ 668.312639] env[69731]: _type = "Task" [ 668.312639] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.317992] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 668.317992] env[69731]: value = "task-3274645" [ 668.317992] env[69731]: _type = "Task" [ 668.317992] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.324258] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274644, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.329949] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274645, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.459571] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "2e95354b-0ea0-4736-884c-c6b88333f5cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.459571] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "2e95354b-0ea0-4736-884c-c6b88333f5cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.690053] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.741294] env[69731]: DEBUG nova.compute.utils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.745049] env[69731]: DEBUG nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.745175] env[69731]: DEBUG nova.network.neutron [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.787518] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6640fce8-b97e-4d44-9e04-49fbbb16da65 tempest-DeleteServersAdminTestJSON-1660546565 tempest-DeleteServersAdminTestJSON-1660546565-project-admin] Lock "d5251a1e-7283-419d-af8e-a91aa9692c70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.371s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.837612] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274644, 'name': CreateVM_Task, 'duration_secs': 0.334047} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.837612] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.837726] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.837918] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.838306] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.844433] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a4e261-5e48-4ce1-a2dd-e581483b4851 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.846116] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274645, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.856743] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 668.856743] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b37d8b-1d83-7772-a543-92aec3cbf924" [ 668.856743] env[69731]: _type = "Task" [ 668.856743] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.867879] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b37d8b-1d83-7772-a543-92aec3cbf924, 'name': SearchDatastore_Task, 'duration_secs': 0.008145} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.868178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.868407] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.868668] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.868901] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.868991] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.869265] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-841d65ad-f0e6-442b-b7b5-05c1cfe3bd4e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.877607] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.877746] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.878476] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e21f54-82d3-43af-9990-f31da8db42b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.884422] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 668.884422] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52238fa1-a87d-d2cf-5c21-15d35c403307" [ 668.884422] env[69731]: _type = "Task" [ 668.884422] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.894955] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52238fa1-a87d-d2cf-5c21-15d35c403307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.901420] env[69731]: DEBUG nova.policy [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9aa2b7c2ae47fa8ebda5d710b49aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c32a287a0a840b5a416ca0d3641df7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.185146] env[69731]: DEBUG nova.network.neutron [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Successfully updated port: 513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.216161] env[69731]: DEBUG nova.network.neutron [-] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.245969] env[69731]: DEBUG nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.337759] env[69731]: DEBUG oslo_vmware.api [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274645, 'name': RemoveSnapshot_Task, 'duration_secs': 0.530495} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.338486] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 669.399752] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52238fa1-a87d-d2cf-5c21-15d35c403307, 'name': SearchDatastore_Task, 'duration_secs': 0.007956} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.403665] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef94d6d3-ed93-443a-804f-0ebbc1d0b016 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.412871] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 669.412871] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522b8945-44b5-5471-8aad-e320a2405f51" [ 669.412871] env[69731]: _type = "Task" [ 669.412871] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.429335] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522b8945-44b5-5471-8aad-e320a2405f51, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.429607] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.429909] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 31c189a0-9e72-4b16-8638-d7a3385535f8/31c189a0-9e72-4b16-8638-d7a3385535f8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.430193] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc0133ee-8076-4b42-aa3d-c76551d113a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.440660] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 669.440660] env[69731]: value = "task-3274646" [ 669.440660] env[69731]: _type = "Task" [ 669.440660] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.448384] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.523557] env[69731]: DEBUG nova.network.neutron [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Updated VIF entry in instance network info cache for port 6aaa857b-7311-4d86-be0a-ffb43135c0e8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.523557] env[69731]: DEBUG nova.network.neutron [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Updating instance_info_cache with network_info: [{"id": "6aaa857b-7311-4d86-be0a-ffb43135c0e8", "address": "fa:16:3e:25:ca:62", "network": {"id": "4d7423bc-de25-46b7-a743-76ef197b9779", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1606935132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13be8c7d7f1402c878f1cebff9255c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aaa857b-73", "ovs_interfaceid": "6aaa857b-7311-4d86-be0a-ffb43135c0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.658770] env[69731]: DEBUG nova.network.neutron [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Successfully created port: 5c015276-1c79-4824-8f0a-1cca82d59cb7 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.687925] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.688091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquired lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.688250] env[69731]: DEBUG nova.network.neutron [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.720184] env[69731]: INFO nova.compute.manager [-] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Took 1.64 seconds to deallocate network for instance. [ 669.849185] env[69731]: WARNING nova.compute.manager [None req-cedd9b32-bacb-4349-93c4-7fa9d6464cf0 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Image not found during snapshot: nova.exception.ImageNotFound: Image e01d76c4-80cb-4920-b39a-41a494da4ecb could not be found. [ 669.863253] env[69731]: DEBUG nova.compute.manager [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.867028] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62807b8d-de93-4b0d-8983-7eed3a8991b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.883518] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c3daf1-d60a-4c13-8433-556e24be3042 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.893742] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a097d1a-9000-4e07-8218-705fec7e469d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.932475] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4a3fbf-e2c2-42b6-bdd5-305bb9cd1c10 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.941311] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2227514b-8d11-4ad2-b606-2cdd8683e1a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.964368] env[69731]: DEBUG nova.compute.provider_tree [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.965775] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.966134] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 31c189a0-9e72-4b16-8638-d7a3385535f8/31c189a0-9e72-4b16-8638-d7a3385535f8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.966383] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.966620] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04c8fc64-eaf6-4705-8767-c1ae535db492 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.973195] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 669.973195] env[69731]: value = "task-3274647" [ 669.973195] env[69731]: _type = "Task" [ 669.973195] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.982781] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.025642] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] Releasing lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.025854] env[69731]: DEBUG nova.compute.manager [req-e3f3d76f-a38d-4922-bf27-c3e3e2149fa2 req-57307daf-e8f7-4fcb-aa6f-5d84641e29b8 service nova] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Received event network-vif-deleted-d47483c7-895f-40ae-8ee4-b231e5ad01c8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.229773] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.263668] env[69731]: DEBUG nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.277830] env[69731]: DEBUG nova.network.neutron [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.299171] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.299549] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.299644] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.299837] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.300702] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.300702] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.300702] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.300702] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.300953] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.300953] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.301108] env[69731]: DEBUG nova.virt.hardware [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.301961] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc8eea4-5fd0-4f38-85f5-106614964eda {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.316383] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b20e39-ce3b-49db-804e-ffec2e58fb78 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.382907] env[69731]: INFO nova.compute.manager [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] instance snapshotting [ 670.388587] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8922c488-5580-45a6-9322-6cb2b56dcc29 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.416185] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc3aa7c-f048-4d11-85b1-fe2251fc2364 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.469012] env[69731]: DEBUG nova.scheduler.client.report [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.490561] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172969} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.490926] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.491764] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9ff5a7-a667-45ac-b39c-85324353b2bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.521609] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 31c189a0-9e72-4b16-8638-d7a3385535f8/31c189a0-9e72-4b16-8638-d7a3385535f8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.524767] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f913b5-d526-469a-833c-8469975ae3d5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.552025] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 670.552025] env[69731]: value = "task-3274648" [ 670.552025] env[69731]: _type = "Task" [ 670.552025] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.562855] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.622610] env[69731]: DEBUG nova.network.neutron [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updating instance_info_cache with network_info: [{"id": "513d33c4-a8aa-416f-98cd-674a7b92f184", "address": "fa:16:3e:a2:bf:5d", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513d33c4-a8", "ovs_interfaceid": "513d33c4-a8aa-416f-98cd-674a7b92f184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.728415] env[69731]: DEBUG nova.compute.manager [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Received event network-vif-deleted-636b40d3-27a3-45c3-8d4c-ba6a338a726f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.728538] env[69731]: DEBUG nova.compute.manager [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Received event network-vif-plugged-513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.728727] env[69731]: DEBUG oslo_concurrency.lockutils [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] Acquiring lock "02af359c-dda8-47f3-b878-99c93dab60ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.728991] env[69731]: DEBUG oslo_concurrency.lockutils [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] Lock "02af359c-dda8-47f3-b878-99c93dab60ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.730217] env[69731]: DEBUG oslo_concurrency.lockutils [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] Lock "02af359c-dda8-47f3-b878-99c93dab60ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.730427] env[69731]: DEBUG nova.compute.manager [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] No waiting events found dispatching network-vif-plugged-513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.730623] env[69731]: WARNING nova.compute.manager [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Received unexpected event network-vif-plugged-513d33c4-a8aa-416f-98cd-674a7b92f184 for instance with vm_state building and task_state spawning. [ 670.731176] env[69731]: DEBUG nova.compute.manager [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Received event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.731710] env[69731]: DEBUG nova.compute.manager [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing instance network info cache due to event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.731828] env[69731]: DEBUG oslo_concurrency.lockutils [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] Acquiring lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.927955] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.928470] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-67f56934-3452-48ef-bec5-ac9f612b0368 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.937924] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 670.937924] env[69731]: value = "task-3274649" [ 670.937924] env[69731]: _type = "Task" [ 670.937924] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.950824] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.977760] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.979531] env[69731]: DEBUG nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.983081] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.650s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.984234] env[69731]: INFO nova.compute.claims [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.070308] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274648, 'name': ReconfigVM_Task, 'duration_secs': 0.276202} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.071295] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 31c189a0-9e72-4b16-8638-d7a3385535f8/31c189a0-9e72-4b16-8638-d7a3385535f8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.072089] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959632e0-b74e-4cb8-8400-78f357b88b01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.081061] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 671.081061] env[69731]: value = "task-3274650" [ 671.081061] env[69731]: _type = "Task" [ 671.081061] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.093682] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274650, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.126711] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Releasing lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.126711] env[69731]: DEBUG nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Instance network_info: |[{"id": "513d33c4-a8aa-416f-98cd-674a7b92f184", "address": "fa:16:3e:a2:bf:5d", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513d33c4-a8", "ovs_interfaceid": "513d33c4-a8aa-416f-98cd-674a7b92f184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.127517] env[69731]: DEBUG oslo_concurrency.lockutils [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] Acquired lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.127517] env[69731]: DEBUG nova.network.neutron [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.128932] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:bf:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '513d33c4-a8aa-416f-98cd-674a7b92f184', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.139316] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Creating folder: Project (f69b4406283e4414b69c18fd078bc5e4). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.141322] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e0027d3-3e8e-4902-b1dd-cce7b341e3e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.152221] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Created folder: Project (f69b4406283e4414b69c18fd078bc5e4) in parent group-v654000. [ 671.152427] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Creating folder: Instances. Parent ref: group-v654045. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.152714] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ba52b5b-fd63-43eb-ab5a-aab49ee3320b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.162125] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Created folder: Instances in parent group-v654045. [ 671.162415] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.162614] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.162822] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf933a1-8ec0-43c2-9d6f-59e831bb81b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.185268] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.185268] env[69731]: value = "task-3274653" [ 671.185268] env[69731]: _type = "Task" [ 671.185268] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.195620] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274653, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.458250] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274649, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.479272] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.479506] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.489854] env[69731]: DEBUG nova.compute.utils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.496685] env[69731]: DEBUG nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.496858] env[69731]: DEBUG nova.network.neutron [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.595260] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274650, 'name': Rename_Task, 'duration_secs': 0.154673} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.595962] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.595962] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67fcc859-8caa-4211-bd3f-c4c01f31605f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.602453] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 671.602453] env[69731]: value = "task-3274654" [ 671.602453] env[69731]: _type = "Task" [ 671.602453] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.613611] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.704892] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274653, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.737687] env[69731]: DEBUG nova.policy [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66ed07713f34996b3ddd2949899d025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfb90fac55824fa28c0408c56cc5330c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.959565] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274649, 'name': CreateSnapshot_Task, 'duration_secs': 0.539312} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.959565] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.960285] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8284bba2-4d82-48ca-8e76-98187ca0e6a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.998213] env[69731]: DEBUG nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.113178] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.210150] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274653, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.214902] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.215547] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.215685] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.215886] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.216104] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.220812] env[69731]: INFO nova.compute.manager [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Terminating instance [ 672.492123] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.494195] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f174f4fb-385a-4699-8cf1-9229022ea1b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.511884] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 672.511884] env[69731]: value = "task-3274655" [ 672.511884] env[69731]: _type = "Task" [ 672.511884] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.529136] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274655, 'name': CloneVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.567559] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32863c69-17ae-49ea-9baf-a3ff9d9c647d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.579893] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35dda53-5e9a-4d57-8589-ad31fa73b623 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.622865] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d94db3-4eb4-4a2a-8ca8-e3c4a28b9709 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.630983] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274654, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.634229] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1430349-eae2-4439-9cdf-ec2249a44f04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.649024] env[69731]: DEBUG nova.compute.provider_tree [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.700513] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274653, 'name': CreateVM_Task, 'duration_secs': 1.33415} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.700681] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.701397] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.701583] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.701868] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.702136] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fa838d-6088-46ef-bf8a-f71df93f050f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.707014] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 672.707014] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ff1b15-4504-13a9-bc8c-9b29245d7492" [ 672.707014] env[69731]: _type = "Task" [ 672.707014] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.714977] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ff1b15-4504-13a9-bc8c-9b29245d7492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.716106] env[69731]: DEBUG nova.network.neutron [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updated VIF entry in instance network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.716431] env[69731]: DEBUG nova.network.neutron [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updating instance_info_cache with network_info: [{"id": "513d33c4-a8aa-416f-98cd-674a7b92f184", "address": "fa:16:3e:a2:bf:5d", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513d33c4-a8", "ovs_interfaceid": "513d33c4-a8aa-416f-98cd-674a7b92f184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.724410] env[69731]: DEBUG nova.compute.manager [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.724665] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.725903] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb0dd9-08cd-438b-b56d-a1880bde0364 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.735684] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.736423] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f9f7c4-62df-49d4-977a-a0245e4bbe53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.746281] env[69731]: DEBUG oslo_vmware.api [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 672.746281] env[69731]: value = "task-3274656" [ 672.746281] env[69731]: _type = "Task" [ 672.746281] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.758689] env[69731]: DEBUG oslo_vmware.api [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.987790] env[69731]: DEBUG nova.network.neutron [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Successfully updated port: 5c015276-1c79-4824-8f0a-1cca82d59cb7 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.015742] env[69731]: DEBUG nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.032847] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274655, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.051127] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.051325] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.051493] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.051685] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.051813] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.051958] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.052333] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.052503] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.052671] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.052941] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.052997] env[69731]: DEBUG nova.virt.hardware [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.055240] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f661a38a-f668-419b-b587-9d4eaadeea6e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.067920] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b9327-a9d7-455b-bc35-093e0aa135a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.129256] env[69731]: DEBUG oslo_vmware.api [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274654, 'name': PowerOnVM_Task, 'duration_secs': 1.122839} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.129583] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.129858] env[69731]: INFO nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Took 8.25 seconds to spawn the instance on the hypervisor. [ 673.130078] env[69731]: DEBUG nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.131130] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd5801f-5224-44e6-8e6a-32676e5b781c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.182942] env[69731]: ERROR nova.scheduler.client.report [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [req-ab0bcd35-67d4-4fa1-82ed-1f5590e7c3e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab0bcd35-67d4-4fa1-82ed-1f5590e7c3e4"}]} [ 673.202288] env[69731]: DEBUG nova.scheduler.client.report [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 673.218326] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ff1b15-4504-13a9-bc8c-9b29245d7492, 'name': SearchDatastore_Task, 'duration_secs': 0.016078} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.219411] env[69731]: DEBUG oslo_concurrency.lockutils [req-cf2e3421-e6bf-4fa0-9cca-3657e326720b req-ef556203-2ed5-4789-bcae-5f94dd5f4490 service nova] Releasing lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.219722] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.219956] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.220162] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.220895] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.220895] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.220895] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73af870f-8899-4c96-a9a9-30574c12755f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.226047] env[69731]: DEBUG nova.scheduler.client.report [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 673.226279] env[69731]: DEBUG nova.compute.provider_tree [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.230825] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.233289] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.234188] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601ae17d-940f-4033-869e-192aa04b55c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.246039] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 673.246039] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bed882-bc97-a502-5e47-6579b0bafe3b" [ 673.246039] env[69731]: _type = "Task" [ 673.246039] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.251323] env[69731]: DEBUG nova.scheduler.client.report [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.266808] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bed882-bc97-a502-5e47-6579b0bafe3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.271253] env[69731]: DEBUG oslo_vmware.api [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274656, 'name': PowerOffVM_Task, 'duration_secs': 0.238703} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.272627] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35414156-d81a-4991-8446-bd8103ba96dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.274531] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.274728] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.274994] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67959017-e436-4dc2-9463-b677a8f202a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.279314] env[69731]: DEBUG nova.scheduler.client.report [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.283300] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 673.283300] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522e280c-2afa-07e2-dc79-1a2efe3f060f" [ 673.283300] env[69731]: _type = "Task" [ 673.283300] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.295328] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522e280c-2afa-07e2-dc79-1a2efe3f060f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.353075] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.354454] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.354454] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleting the datastore file [datastore1] e7d54e30-01f8-44c0-9dcb-8ccb5249d74f {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.354454] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a082c27c-5469-4051-ae12-ca4e45ae2465 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.361256] env[69731]: DEBUG oslo_vmware.api [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 673.361256] env[69731]: value = "task-3274658" [ 673.361256] env[69731]: _type = "Task" [ 673.361256] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.371580] env[69731]: DEBUG oslo_vmware.api [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.407679] env[69731]: DEBUG nova.network.neutron [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Successfully created port: f54070e1-95b1-4c1e-8c69-bac2f79de147 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.469927] env[69731]: DEBUG nova.compute.manager [req-36f8639e-4634-45dd-b44c-1db51c9c23f4 req-58da5d6d-59c6-415a-9e03-1cabce3ef55a service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Received event network-vif-plugged-5c015276-1c79-4824-8f0a-1cca82d59cb7 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.470398] env[69731]: DEBUG oslo_concurrency.lockutils [req-36f8639e-4634-45dd-b44c-1db51c9c23f4 req-58da5d6d-59c6-415a-9e03-1cabce3ef55a service nova] Acquiring lock "07df8754-b54e-47da-b43a-aea7486b93f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.470546] env[69731]: DEBUG oslo_concurrency.lockutils [req-36f8639e-4634-45dd-b44c-1db51c9c23f4 req-58da5d6d-59c6-415a-9e03-1cabce3ef55a service nova] Lock "07df8754-b54e-47da-b43a-aea7486b93f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.470638] env[69731]: DEBUG oslo_concurrency.lockutils [req-36f8639e-4634-45dd-b44c-1db51c9c23f4 req-58da5d6d-59c6-415a-9e03-1cabce3ef55a service nova] Lock "07df8754-b54e-47da-b43a-aea7486b93f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.470743] env[69731]: DEBUG nova.compute.manager [req-36f8639e-4634-45dd-b44c-1db51c9c23f4 req-58da5d6d-59c6-415a-9e03-1cabce3ef55a service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] No waiting events found dispatching network-vif-plugged-5c015276-1c79-4824-8f0a-1cca82d59cb7 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.470966] env[69731]: WARNING nova.compute.manager [req-36f8639e-4634-45dd-b44c-1db51c9c23f4 req-58da5d6d-59c6-415a-9e03-1cabce3ef55a service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Received unexpected event network-vif-plugged-5c015276-1c79-4824-8f0a-1cca82d59cb7 for instance with vm_state building and task_state spawning. [ 673.491709] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquiring lock "refresh_cache-07df8754-b54e-47da-b43a-aea7486b93f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.491883] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquired lock "refresh_cache-07df8754-b54e-47da-b43a-aea7486b93f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.492050] env[69731]: DEBUG nova.network.neutron [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.536107] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274655, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.567016] env[69731]: DEBUG nova.compute.manager [None req-945d18cb-b156-4e20-90a8-e7083a791b1c tempest-ServerDiagnosticsV248Test-72877374 tempest-ServerDiagnosticsV248Test-72877374-project-admin] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.567016] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b447a8-d74b-4268-bc22-03a230945f95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.578348] env[69731]: INFO nova.compute.manager [None req-945d18cb-b156-4e20-90a8-e7083a791b1c tempest-ServerDiagnosticsV248Test-72877374 tempest-ServerDiagnosticsV248Test-72877374-project-admin] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Retrieving diagnostics [ 673.579779] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65896c2-b2f0-4fe6-8801-b63457b7d405 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.657934] env[69731]: INFO nova.compute.manager [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Took 30.46 seconds to build instance. [ 673.795108] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522e280c-2afa-07e2-dc79-1a2efe3f060f, 'name': SearchDatastore_Task, 'duration_secs': 0.015992} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.798022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.798391] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 02af359c-dda8-47f3-b878-99c93dab60ed/02af359c-dda8-47f3-b878-99c93dab60ed.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.799078] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4cb82a-f1dd-48aa-9bc9-78dd830659ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.807092] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 673.807092] env[69731]: value = "task-3274659" [ 673.807092] env[69731]: _type = "Task" [ 673.807092] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.818262] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.859393] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3b685-91a9-4965-a740-d6c471b963f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.875015] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305708b0-8a35-4158-b2bd-f9c83bf44457 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.877283] env[69731]: DEBUG oslo_vmware.api [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370549} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.877409] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.877591] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.877762] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.877931] env[69731]: INFO nova.compute.manager [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 673.878280] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.878760] env[69731]: DEBUG nova.compute.manager [-] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.878860] env[69731]: DEBUG nova.network.neutron [-] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.909129] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8ca5fb-cdf4-4a43-93cd-c4f069a4a44c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.918166] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa4f561-f90e-457b-a952-536d5634aafe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.936754] env[69731]: DEBUG nova.compute.provider_tree [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.028964] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274655, 'name': CloneVM_Task, 'duration_secs': 1.419024} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.029315] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Created linked-clone VM from snapshot [ 674.030199] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2715f8-f25c-4b85-a632-03cb9a883daf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.038947] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Uploading image 162872a3-4ffb-4eae-8881-ea219eb6e038 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.058683] env[69731]: DEBUG nova.network.neutron [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.060861] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.060861] env[69731]: value = "vm-654049" [ 674.060861] env[69731]: _type = "VirtualMachine" [ 674.060861] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.061404] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d7bc8b79-ba9c-4340-a6a6-2abe69aa143b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.068061] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lease: (returnval){ [ 674.068061] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526d38de-1ae0-b56f-a4a6-f304d304a71f" [ 674.068061] env[69731]: _type = "HttpNfcLease" [ 674.068061] env[69731]: } obtained for exporting VM: (result){ [ 674.068061] env[69731]: value = "vm-654049" [ 674.068061] env[69731]: _type = "VirtualMachine" [ 674.068061] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.068061] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the lease: (returnval){ [ 674.068061] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526d38de-1ae0-b56f-a4a6-f304d304a71f" [ 674.068061] env[69731]: _type = "HttpNfcLease" [ 674.068061] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.074209] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.074209] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526d38de-1ae0-b56f-a4a6-f304d304a71f" [ 674.074209] env[69731]: _type = "HttpNfcLease" [ 674.074209] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.157370] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a8892226-5834-4d74-890e-e0152d86364c tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "31c189a0-9e72-4b16-8638-d7a3385535f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.319s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.317367] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274659, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.440144] env[69731]: DEBUG nova.scheduler.client.report [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.506181] env[69731]: DEBUG nova.network.neutron [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Updating instance_info_cache with network_info: [{"id": "5c015276-1c79-4824-8f0a-1cca82d59cb7", "address": "fa:16:3e:e7:1a:4c", "network": {"id": "225c6004-0fd3-4214-8cab-75f39ee63698", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-622619663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c32a287a0a840b5a416ca0d3641df7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c015276-1c", "ovs_interfaceid": "5c015276-1c79-4824-8f0a-1cca82d59cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.581889] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.581889] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526d38de-1ae0-b56f-a4a6-f304d304a71f" [ 674.581889] env[69731]: _type = "HttpNfcLease" [ 674.581889] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.583706] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.583706] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526d38de-1ae0-b56f-a4a6-f304d304a71f" [ 674.583706] env[69731]: _type = "HttpNfcLease" [ 674.583706] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.584681] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642c8d7-d01d-4675-b2c6-8749c80da902 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.593528] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ace8a-9a5d-eaf3-2e7c-6b5865413013/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.593528] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ace8a-9a5d-eaf3-2e7c-6b5865413013/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.660565] env[69731]: DEBUG nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.692687] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd5f442c-c79d-4152-8166-998f4cb6f95f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.818492] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681497} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.818492] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 02af359c-dda8-47f3-b878-99c93dab60ed/02af359c-dda8-47f3-b878-99c93dab60ed.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.818492] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.818492] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d10c6cbb-e10a-412f-bf2e-ecbfd32d684c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.825243] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 674.825243] env[69731]: value = "task-3274661" [ 674.825243] env[69731]: _type = "Task" [ 674.825243] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.833258] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.945745] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.963s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.946342] env[69731]: DEBUG nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.951958] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.897s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.951958] env[69731]: DEBUG nova.objects.instance [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lazy-loading 'resources' on Instance uuid c0109d11-9d58-4c14-bada-e2657998a5be {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.009183] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Releasing lock "refresh_cache-07df8754-b54e-47da-b43a-aea7486b93f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.009613] env[69731]: DEBUG nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Instance network_info: |[{"id": "5c015276-1c79-4824-8f0a-1cca82d59cb7", "address": "fa:16:3e:e7:1a:4c", "network": {"id": "225c6004-0fd3-4214-8cab-75f39ee63698", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-622619663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c32a287a0a840b5a416ca0d3641df7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c015276-1c", "ovs_interfaceid": "5c015276-1c79-4824-8f0a-1cca82d59cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.010578] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1a:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c015276-1c79-4824-8f0a-1cca82d59cb7', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.018190] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Creating folder: Project (7c32a287a0a840b5a416ca0d3641df7e). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.019050] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c3d5d3-c484-4b43-bb80-8c9b512e6bbd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.029996] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Created folder: Project (7c32a287a0a840b5a416ca0d3641df7e) in parent group-v654000. [ 675.030289] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Creating folder: Instances. Parent ref: group-v654050. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.030497] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f90baecf-4ece-4308-acd3-0ee7ea8a853c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.041024] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Created folder: Instances in parent group-v654050. [ 675.041024] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.041024] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.041024] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35876587-267f-468c-94bb-e7f5ae158644 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.062136] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.062136] env[69731]: value = "task-3274664" [ 675.062136] env[69731]: _type = "Task" [ 675.062136] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.070281] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274664, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.085165] env[69731]: DEBUG nova.network.neutron [-] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.194121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.257167] env[69731]: DEBUG nova.network.neutron [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Successfully updated port: f54070e1-95b1-4c1e-8c69-bac2f79de147 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.327597] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "f1233fff-fc73-459f-b232-19c5fea2d879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.327597] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "f1233fff-fc73-459f-b232-19c5fea2d879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.340226] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06859} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.341981] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.343068] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d1b25e-c83b-41c5-981c-31f78b0db188 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.376438] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 02af359c-dda8-47f3-b878-99c93dab60ed/02af359c-dda8-47f3-b878-99c93dab60ed.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.377299] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8661c75-cdcf-4e23-8b0d-8f7406b2bb10 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.401747] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 675.401747] env[69731]: value = "task-3274665" [ 675.401747] env[69731]: _type = "Task" [ 675.401747] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.405445] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquiring lock "14932019-a872-408d-9c83-2a125d37d0e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.405685] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "14932019-a872-408d-9c83-2a125d37d0e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.405888] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquiring lock "14932019-a872-408d-9c83-2a125d37d0e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.406106] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "14932019-a872-408d-9c83-2a125d37d0e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.406355] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "14932019-a872-408d-9c83-2a125d37d0e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.408955] env[69731]: INFO nova.compute.manager [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Terminating instance [ 675.422291] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.458447] env[69731]: DEBUG nova.compute.utils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.464617] env[69731]: DEBUG nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.464822] env[69731]: DEBUG nova.network.neutron [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.533569] env[69731]: DEBUG nova.policy [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5fd7c78d0744871ae74876b829e1821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4b19daba93e49df9c3ad80891a38227', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.571889] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274664, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.588375] env[69731]: INFO nova.compute.manager [-] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Took 1.71 seconds to deallocate network for instance. [ 675.764640] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "refresh_cache-ca6706ed-0e25-44e6-8007-105b049e332b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.764640] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquired lock "refresh_cache-ca6706ed-0e25-44e6-8007-105b049e332b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.764640] env[69731]: DEBUG nova.network.neutron [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.923021] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquiring lock "refresh_cache-14932019-a872-408d-9c83-2a125d37d0e3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.926149] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquired lock "refresh_cache-14932019-a872-408d-9c83-2a125d37d0e3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.926377] env[69731]: DEBUG nova.network.neutron [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.927961] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274665, 'name': ReconfigVM_Task, 'duration_secs': 0.392318} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.928208] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 02af359c-dda8-47f3-b878-99c93dab60ed/02af359c-dda8-47f3-b878-99c93dab60ed.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.928888] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-681142af-dac2-46c8-abba-2008ce485151 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.939660] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 675.939660] env[69731]: value = "task-3274666" [ 675.939660] env[69731]: _type = "Task" [ 675.939660] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.956039] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274666, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.969568] env[69731]: DEBUG nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.077725] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274664, 'name': CreateVM_Task, 'duration_secs': 0.515909} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.078852] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.082288] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.082497] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.082932] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.083374] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b06a357-d97b-4818-a617-2f1efc5e2e98 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.088377] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 676.088377] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52789e85-1ce6-9538-81b1-9fdfbf60b9b4" [ 676.088377] env[69731]: _type = "Task" [ 676.088377] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.101890] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.102366] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52789e85-1ce6-9538-81b1-9fdfbf60b9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.144343] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00f4cbe-1b76-4664-8c4d-fb782fac4c4a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.159868] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796931a7-596b-4670-a7ed-1100e252b869 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.196185] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9035fc0-8f1a-47fd-b7bc-9bc001675b88 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.202795] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97337151-6869-4e2f-9cdd-c8e6050b11f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.218815] env[69731]: DEBUG nova.compute.provider_tree [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.221096] env[69731]: DEBUG nova.network.neutron [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Successfully created port: b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.283624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquiring lock "4d356075-9e91-4b99-b2a3-794bd24f5b14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.285356] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "4d356075-9e91-4b99-b2a3-794bd24f5b14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.328556] env[69731]: DEBUG nova.network.neutron [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.342400] env[69731]: DEBUG nova.compute.manager [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Received event network-changed-5c015276-1c79-4824-8f0a-1cca82d59cb7 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.342400] env[69731]: DEBUG nova.compute.manager [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Refreshing instance network info cache due to event network-changed-5c015276-1c79-4824-8f0a-1cca82d59cb7. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.342678] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Acquiring lock "refresh_cache-07df8754-b54e-47da-b43a-aea7486b93f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.342876] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Acquired lock "refresh_cache-07df8754-b54e-47da-b43a-aea7486b93f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.343052] env[69731]: DEBUG nova.network.neutron [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Refreshing network info cache for port 5c015276-1c79-4824-8f0a-1cca82d59cb7 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.451996] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274666, 'name': Rename_Task, 'duration_secs': 0.176254} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.452483] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.452850] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb9d74f9-ec5c-418c-8b05-ae98102cc062 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.460153] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 676.460153] env[69731]: value = "task-3274667" [ 676.460153] env[69731]: _type = "Task" [ 676.460153] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.482965] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.484130] env[69731]: DEBUG nova.network.neutron [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.606137] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52789e85-1ce6-9538-81b1-9fdfbf60b9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.022777} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.606137] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.606137] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.606137] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.606543] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.606543] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.606543] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d5e6fd5-31f0-417d-9ac1-f78d998b7f69 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.613625] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.613797] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.614676] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfb21bc-fedb-4c76-8681-7bfde6390550 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.625853] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 676.625853] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bb46e5-ecf0-4557-3a00-e8a93e41916d" [ 676.625853] env[69731]: _type = "Task" [ 676.625853] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.639463] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bb46e5-ecf0-4557-3a00-e8a93e41916d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.664818] env[69731]: DEBUG nova.network.neutron [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.724713] env[69731]: DEBUG nova.scheduler.client.report [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.732086] env[69731]: DEBUG nova.network.neutron [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Updating instance_info_cache with network_info: [{"id": "f54070e1-95b1-4c1e-8c69-bac2f79de147", "address": "fa:16:3e:be:e9:6f", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54070e1-95", "ovs_interfaceid": "f54070e1-95b1-4c1e-8c69-bac2f79de147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.827626] env[69731]: DEBUG nova.compute.manager [req-5f6b7bc3-23e7-46e1-9a81-d8f470deafdb req-ccbb6674-8a6b-4ef9-9e8f-c0898c20f147 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Received event network-changed-6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.827876] env[69731]: DEBUG nova.compute.manager [req-5f6b7bc3-23e7-46e1-9a81-d8f470deafdb req-ccbb6674-8a6b-4ef9-9e8f-c0898c20f147 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Refreshing instance network info cache due to event network-changed-6aaa857b-7311-4d86-be0a-ffb43135c0e8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.828180] env[69731]: DEBUG oslo_concurrency.lockutils [req-5f6b7bc3-23e7-46e1-9a81-d8f470deafdb req-ccbb6674-8a6b-4ef9-9e8f-c0898c20f147 service nova] Acquiring lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.828455] env[69731]: DEBUG oslo_concurrency.lockutils [req-5f6b7bc3-23e7-46e1-9a81-d8f470deafdb req-ccbb6674-8a6b-4ef9-9e8f-c0898c20f147 service nova] Acquired lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.828668] env[69731]: DEBUG nova.network.neutron [req-5f6b7bc3-23e7-46e1-9a81-d8f470deafdb req-ccbb6674-8a6b-4ef9-9e8f-c0898c20f147 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Refreshing network info cache for port 6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.884949] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquiring lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.885213] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.977731] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.988082] env[69731]: DEBUG nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.024311] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.024569] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.024707] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.024926] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.025150] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.025321] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.025535] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.025681] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.026266] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.026397] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.028091] env[69731]: DEBUG nova.virt.hardware [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.028928] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a343a74-e2fa-440b-9d4b-1b2e5924f7eb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.040066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90d3210-c0e7-46af-a082-19b9ac458851 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.136555] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bb46e5-ecf0-4557-3a00-e8a93e41916d, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.137557] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff3712b-1a47-4257-8d80-5470374d77d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.146889] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 677.146889] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dbdb1f-4170-2b5c-c159-ea035e845531" [ 677.146889] env[69731]: _type = "Task" [ 677.146889] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.155382] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dbdb1f-4170-2b5c-c159-ea035e845531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.168144] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Releasing lock "refresh_cache-14932019-a872-408d-9c83-2a125d37d0e3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.168577] env[69731]: DEBUG nova.compute.manager [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.168815] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.169730] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a178d47-4575-4425-9210-f2f67213b8ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.182294] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.182592] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48922b79-392b-4ae6-9313-5476d7dc5346 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.187387] env[69731]: DEBUG nova.network.neutron [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Updated VIF entry in instance network info cache for port 5c015276-1c79-4824-8f0a-1cca82d59cb7. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.187899] env[69731]: DEBUG nova.network.neutron [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Updating instance_info_cache with network_info: [{"id": "5c015276-1c79-4824-8f0a-1cca82d59cb7", "address": "fa:16:3e:e7:1a:4c", "network": {"id": "225c6004-0fd3-4214-8cab-75f39ee63698", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-622619663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c32a287a0a840b5a416ca0d3641df7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c015276-1c", "ovs_interfaceid": "5c015276-1c79-4824-8f0a-1cca82d59cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.194651] env[69731]: DEBUG oslo_vmware.api [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 677.194651] env[69731]: value = "task-3274668" [ 677.194651] env[69731]: _type = "Task" [ 677.194651] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.203732] env[69731]: DEBUG oslo_vmware.api [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.230036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.232344] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.094s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.233913] env[69731]: INFO nova.compute.claims [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.236942] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Releasing lock "refresh_cache-ca6706ed-0e25-44e6-8007-105b049e332b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.237266] env[69731]: DEBUG nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Instance network_info: |[{"id": "f54070e1-95b1-4c1e-8c69-bac2f79de147", "address": "fa:16:3e:be:e9:6f", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54070e1-95", "ovs_interfaceid": "f54070e1-95b1-4c1e-8c69-bac2f79de147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.238262] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:e9:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f54070e1-95b1-4c1e-8c69-bac2f79de147', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.246688] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Creating folder: Project (dfb90fac55824fa28c0408c56cc5330c). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.246959] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f5baeb5-f662-43a1-860f-5c6bba761912 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.255484] env[69731]: INFO nova.scheduler.client.report [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Deleted allocations for instance c0109d11-9d58-4c14-bada-e2657998a5be [ 677.260789] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Created folder: Project (dfb90fac55824fa28c0408c56cc5330c) in parent group-v654000. [ 677.260789] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Creating folder: Instances. Parent ref: group-v654053. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.261290] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-990e6e48-e37b-4d7a-81c1-4215bd7affa3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.270690] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Created folder: Instances in parent group-v654053. [ 677.271119] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.271307] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.271831] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d6a26e-9bf5-424b-9600-2e7a6da9fe85 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.292773] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.292773] env[69731]: value = "task-3274671" [ 677.292773] env[69731]: _type = "Task" [ 677.292773] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.301125] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274671, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.474867] env[69731]: DEBUG oslo_vmware.api [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274667, 'name': PowerOnVM_Task, 'duration_secs': 0.588274} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.474867] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.475102] env[69731]: INFO nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Took 9.87 seconds to spawn the instance on the hypervisor. [ 677.475212] env[69731]: DEBUG nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.477828] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685abf13-9dbb-462c-baf0-3899c9d56db5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.666548] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dbdb1f-4170-2b5c-c159-ea035e845531, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.667052] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.667407] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 07df8754-b54e-47da-b43a-aea7486b93f8/07df8754-b54e-47da-b43a-aea7486b93f8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.667499] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4567de03-fcee-4245-9e0b-59a6461f1193 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.677554] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 677.677554] env[69731]: value = "task-3274672" [ 677.677554] env[69731]: _type = "Task" [ 677.677554] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.685447] env[69731]: DEBUG nova.network.neutron [req-5f6b7bc3-23e7-46e1-9a81-d8f470deafdb req-ccbb6674-8a6b-4ef9-9e8f-c0898c20f147 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Updated VIF entry in instance network info cache for port 6aaa857b-7311-4d86-be0a-ffb43135c0e8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.685890] env[69731]: DEBUG nova.network.neutron [req-5f6b7bc3-23e7-46e1-9a81-d8f470deafdb req-ccbb6674-8a6b-4ef9-9e8f-c0898c20f147 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Updating instance_info_cache with network_info: [{"id": "6aaa857b-7311-4d86-be0a-ffb43135c0e8", "address": "fa:16:3e:25:ca:62", "network": {"id": "4d7423bc-de25-46b7-a743-76ef197b9779", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1606935132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13be8c7d7f1402c878f1cebff9255c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aaa857b-73", "ovs_interfaceid": "6aaa857b-7311-4d86-be0a-ffb43135c0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.691416] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.697283] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Releasing lock "refresh_cache-07df8754-b54e-47da-b43a-aea7486b93f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.697283] env[69731]: DEBUG nova.compute.manager [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Received event network-vif-deleted-b08584f9-6029-4d99-9b8d-d6bca2295180 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.697283] env[69731]: DEBUG nova.compute.manager [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Received event network-vif-plugged-f54070e1-95b1-4c1e-8c69-bac2f79de147 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.697416] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Acquiring lock "ca6706ed-0e25-44e6-8007-105b049e332b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.697548] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Lock "ca6706ed-0e25-44e6-8007-105b049e332b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.697708] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Lock "ca6706ed-0e25-44e6-8007-105b049e332b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.698417] env[69731]: DEBUG nova.compute.manager [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] No waiting events found dispatching network-vif-plugged-f54070e1-95b1-4c1e-8c69-bac2f79de147 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.698417] env[69731]: WARNING nova.compute.manager [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Received unexpected event network-vif-plugged-f54070e1-95b1-4c1e-8c69-bac2f79de147 for instance with vm_state building and task_state spawning. [ 677.698417] env[69731]: DEBUG nova.compute.manager [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Received event network-changed-f54070e1-95b1-4c1e-8c69-bac2f79de147 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.698417] env[69731]: DEBUG nova.compute.manager [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Refreshing instance network info cache due to event network-changed-f54070e1-95b1-4c1e-8c69-bac2f79de147. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.698650] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Acquiring lock "refresh_cache-ca6706ed-0e25-44e6-8007-105b049e332b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.698794] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Acquired lock "refresh_cache-ca6706ed-0e25-44e6-8007-105b049e332b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.698967] env[69731]: DEBUG nova.network.neutron [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Refreshing network info cache for port f54070e1-95b1-4c1e-8c69-bac2f79de147 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.712336] env[69731]: DEBUG oslo_vmware.api [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274668, 'name': PowerOffVM_Task, 'duration_secs': 0.203377} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.712559] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.712792] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.713015] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e90273d-e52a-4de1-a128-dde5921c4fc4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.745571] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.745705] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.748050] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Deleting the datastore file [datastore2] 14932019-a872-408d-9c83-2a125d37d0e3 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.748050] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-751eabdb-f603-4861-ae37-6599444a70d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.756949] env[69731]: DEBUG oslo_vmware.api [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for the task: (returnval){ [ 677.756949] env[69731]: value = "task-3274674" [ 677.756949] env[69731]: _type = "Task" [ 677.756949] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.767337] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8eb94e3f-6e33-47a3-8717-8b4315dbec05 tempest-ServerDiagnosticsTest-421534868 tempest-ServerDiagnosticsTest-421534868-project-member] Lock "c0109d11-9d58-4c14-bada-e2657998a5be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.381s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.773534] env[69731]: DEBUG oslo_vmware.api [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.804634] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274671, 'name': CreateVM_Task, 'duration_secs': 0.440774} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.804634] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.804634] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.804634] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.804634] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.804634] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b3f4bb-f44c-494f-bf91-75ee86ae7d6c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.809540] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 677.809540] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5258609b-2020-c0c4-a2ea-489a3efdf68d" [ 677.809540] env[69731]: _type = "Task" [ 677.809540] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.818596] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5258609b-2020-c0c4-a2ea-489a3efdf68d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.998799] env[69731]: INFO nova.compute.manager [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Took 31.64 seconds to build instance. [ 678.190766] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274672, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.192804] env[69731]: DEBUG oslo_concurrency.lockutils [req-5f6b7bc3-23e7-46e1-9a81-d8f470deafdb req-ccbb6674-8a6b-4ef9-9e8f-c0898c20f147 service nova] Releasing lock "refresh_cache-31c189a0-9e72-4b16-8638-d7a3385535f8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.267157] env[69731]: DEBUG oslo_vmware.api [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Task: {'id': task-3274674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167122} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.270071] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.270283] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.270475] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.270676] env[69731]: INFO nova.compute.manager [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 678.270897] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.273401] env[69731]: DEBUG nova.compute.manager [-] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.273512] env[69731]: DEBUG nova.network.neutron [-] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.279947] env[69731]: DEBUG nova.network.neutron [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Successfully updated port: b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.309214] env[69731]: DEBUG nova.network.neutron [-] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.324891] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5258609b-2020-c0c4-a2ea-489a3efdf68d, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.325224] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.325578] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.325688] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.325828] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.326012] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.326442] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15feb7a9-d54e-4dfa-b448-3ae96ad0d633 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.335699] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.335898] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.336671] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651b0a59-9403-493d-9a67-cba5976ae402 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.342377] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 678.342377] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521f7916-b590-aab5-443b-29295f92a37a" [ 678.342377] env[69731]: _type = "Task" [ 678.342377] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.352736] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521f7916-b590-aab5-443b-29295f92a37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.502536] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dda19b2-f740-4428-a310-f42c42260d93 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "02af359c-dda8-47f3-b878-99c93dab60ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.381s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.573390] env[69731]: DEBUG nova.compute.manager [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Received event network-vif-plugged-b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.573661] env[69731]: DEBUG oslo_concurrency.lockutils [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] Acquiring lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.573909] env[69731]: DEBUG oslo_concurrency.lockutils [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.574141] env[69731]: DEBUG oslo_concurrency.lockutils [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.574379] env[69731]: DEBUG nova.compute.manager [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] No waiting events found dispatching network-vif-plugged-b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.574582] env[69731]: WARNING nova.compute.manager [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Received unexpected event network-vif-plugged-b3fc5a24-f5fe-4f76-855d-390d174f4011 for instance with vm_state building and task_state spawning. [ 678.574779] env[69731]: DEBUG nova.compute.manager [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Received event network-changed-b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.574967] env[69731]: DEBUG nova.compute.manager [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Refreshing instance network info cache due to event network-changed-b3fc5a24-f5fe-4f76-855d-390d174f4011. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.575247] env[69731]: DEBUG oslo_concurrency.lockutils [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] Acquiring lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.575779] env[69731]: DEBUG oslo_concurrency.lockutils [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] Acquired lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.575779] env[69731]: DEBUG nova.network.neutron [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Refreshing network info cache for port b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.695021] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579106} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.695021] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 07df8754-b54e-47da-b43a-aea7486b93f8/07df8754-b54e-47da-b43a-aea7486b93f8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.695021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.695021] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-090e54ef-9c3f-4a62-ae2d-801dfe739b73 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.704151] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 678.704151] env[69731]: value = "task-3274675" [ 678.704151] env[69731]: _type = "Task" [ 678.704151] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.714164] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.786612] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.789089] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4204aa59-642c-463d-acb6-92682193e380 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.797497] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e4c715-c17d-4e32-a34c-386b35465cea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.832798] env[69731]: DEBUG nova.network.neutron [-] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.835599] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cb51ee-0595-4f83-8bd5-37574b5b9e3a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.846219] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006d1a3-facf-411a-a805-3451167d5446 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.873087] env[69731]: DEBUG nova.compute.provider_tree [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.876606] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521f7916-b590-aab5-443b-29295f92a37a, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.876606] env[69731]: DEBUG nova.network.neutron [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Updated VIF entry in instance network info cache for port f54070e1-95b1-4c1e-8c69-bac2f79de147. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.876929] env[69731]: DEBUG nova.network.neutron [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Updating instance_info_cache with network_info: [{"id": "f54070e1-95b1-4c1e-8c69-bac2f79de147", "address": "fa:16:3e:be:e9:6f", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54070e1-95", "ovs_interfaceid": "f54070e1-95b1-4c1e-8c69-bac2f79de147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.879952] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e403fe-61b1-4b91-9e15-2599cee67ef1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.888512] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 678.888512] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d676c-5d74-5b70-0432-dca7e6a78eb5" [ 678.888512] env[69731]: _type = "Task" [ 678.888512] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.901310] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d676c-5d74-5b70-0432-dca7e6a78eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.006626] env[69731]: DEBUG nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.167917] env[69731]: DEBUG nova.network.neutron [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.218152] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084205} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.218745] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.219589] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb045e98-8788-4b50-8780-cdf50defc378 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.243679] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 07df8754-b54e-47da-b43a-aea7486b93f8/07df8754-b54e-47da-b43a-aea7486b93f8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.246238] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6878d16c-8aa7-4d62-8720-7f776c7fb13a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.267348] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 679.267348] env[69731]: value = "task-3274676" [ 679.267348] env[69731]: _type = "Task" [ 679.267348] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.275713] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.313338] env[69731]: DEBUG nova.network.neutron [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.335728] env[69731]: INFO nova.compute.manager [-] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Took 1.06 seconds to deallocate network for instance. [ 679.378035] env[69731]: DEBUG nova.scheduler.client.report [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.382766] env[69731]: DEBUG oslo_concurrency.lockutils [req-70517f96-891c-488b-9247-3b7b6de5ba72 req-91eb2b85-df56-43b8-9503-1b14667032b4 service nova] Releasing lock "refresh_cache-ca6706ed-0e25-44e6-8007-105b049e332b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.402879] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d676c-5d74-5b70-0432-dca7e6a78eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.017952} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.407283] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.407586] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] ca6706ed-0e25-44e6-8007-105b049e332b/ca6706ed-0e25-44e6-8007-105b049e332b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.408697] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d5bd1e5-8c2f-44b6-8858-e4e208189294 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.417146] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 679.417146] env[69731]: value = "task-3274677" [ 679.417146] env[69731]: _type = "Task" [ 679.417146] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.426824] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.534998] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.783180] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274676, 'name': ReconfigVM_Task, 'duration_secs': 0.508239} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.783180] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 07df8754-b54e-47da-b43a-aea7486b93f8/07df8754-b54e-47da-b43a-aea7486b93f8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.784237] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab6edced-2c10-4ac5-9740-59df82e4e09f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.792091] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 679.792091] env[69731]: value = "task-3274678" [ 679.792091] env[69731]: _type = "Task" [ 679.792091] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.805768] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274678, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.816878] env[69731]: DEBUG oslo_concurrency.lockutils [req-81db91d6-1431-4a8a-8de0-26a15fd2589f req-805f0fe0-8368-4047-9999-649ec36bc131 service nova] Releasing lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.817786] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.817950] env[69731]: DEBUG nova.network.neutron [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.846682] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.884076] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.884635] env[69731]: DEBUG nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.888233] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.362s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.888233] env[69731]: DEBUG nova.objects.instance [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lazy-loading 'resources' on Instance uuid 21d471ec-a091-499f-a16c-271c13543502 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.935247] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274677, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.306392] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274678, 'name': Rename_Task, 'duration_secs': 0.239382} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.307580] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.308200] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-290ad9be-adca-4315-9efe-e9197d9b7cba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.320270] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 680.320270] env[69731]: value = "task-3274679" [ 680.320270] env[69731]: _type = "Task" [ 680.320270] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.334825] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274679, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.387408] env[69731]: DEBUG nova.network.neutron [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.399407] env[69731]: DEBUG nova.compute.utils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.403213] env[69731]: DEBUG nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.403213] env[69731]: DEBUG nova.network.neutron [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.432837] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67804} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.433589] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] ca6706ed-0e25-44e6-8007-105b049e332b/ca6706ed-0e25-44e6-8007-105b049e332b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.433589] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.434171] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-740b07a4-092d-495a-a738-b9c996658c82 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.449901] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 680.449901] env[69731]: value = "task-3274680" [ 680.449901] env[69731]: _type = "Task" [ 680.449901] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.459440] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.537134] env[69731]: DEBUG nova.policy [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7130a93242be43ac84f76c7e5fbaeb14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '766e549def404d3d82c06cbef8aa8bdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.829403] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.886070] env[69731]: DEBUG nova.network.neutron [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [{"id": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "address": "fa:16:3e:f6:ea:d5", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc5a24-f5", "ovs_interfaceid": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.905990] env[69731]: DEBUG nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.963435] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119074} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.963996] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.965267] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a0220-95ef-4672-a57a-1c9330ade39d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.015254] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] ca6706ed-0e25-44e6-8007-105b049e332b/ca6706ed-0e25-44e6-8007-105b049e332b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.016977] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5462827e-f0d6-4be7-8774-9127d3320ddc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.033880] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ded23-81c3-4c8f-9e75-217458b8c6c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.046058] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef6f614-da35-4a82-b183-a65a1035a714 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.052052] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 681.052052] env[69731]: value = "task-3274681" [ 681.052052] env[69731]: _type = "Task" [ 681.052052] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.085557] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d2bb4f-9c39-454d-868e-c76cf30e7a3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.093111] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.099358] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851d955-7738-40d1-8585-9553d7a79b42 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.114914] env[69731]: DEBUG nova.compute.provider_tree [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.128313] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.128548] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.331527] env[69731]: DEBUG oslo_vmware.api [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274679, 'name': PowerOnVM_Task, 'duration_secs': 0.716485} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.332649] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.332649] env[69731]: INFO nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Took 11.07 seconds to spawn the instance on the hypervisor. [ 681.332649] env[69731]: DEBUG nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.333049] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c432aa75-0a02-44c8-a19a-fac8927f4825 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.385505] env[69731]: DEBUG nova.network.neutron [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Successfully created port: 16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.390690] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.391015] env[69731]: DEBUG nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Instance network_info: |[{"id": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "address": "fa:16:3e:f6:ea:d5", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc5a24-f5", "ovs_interfaceid": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.391430] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ea:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3fc5a24-f5fe-4f76-855d-390d174f4011', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.399840] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating folder: Project (d4b19daba93e49df9c3ad80891a38227). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.400483] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3baa0a4f-24bd-4ae4-b600-4d68d50c64d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.412073] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Created folder: Project (d4b19daba93e49df9c3ad80891a38227) in parent group-v654000. [ 681.412680] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating folder: Instances. Parent ref: group-v654056. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.412680] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f535475-a87c-454c-aca1-589c2893e51c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.429195] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Created folder: Instances in parent group-v654056. [ 681.429195] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.429195] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.429195] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793ace19-bba3-4cfe-98d3-5e46af175fb4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.449510] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.449510] env[69731]: value = "task-3274684" [ 681.449510] env[69731]: _type = "Task" [ 681.449510] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.459202] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274684, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.562535] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.622974] env[69731]: DEBUG nova.scheduler.client.report [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.855265] env[69731]: INFO nova.compute.manager [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Took 34.45 seconds to build instance. [ 681.922494] env[69731]: DEBUG nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.949508] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:04:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='557688054',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2072153819',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.950022] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.950177] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.950354] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.950492] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.950631] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.950848] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.951019] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.951213] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.951374] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.951541] env[69731]: DEBUG nova.virt.hardware [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.952545] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7383ad-63cf-4993-ad3c-85d75f69dd18 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.969047] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aaa8ab-7126-42db-9b82-8ffb20974d7c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.977295] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274684, 'name': CreateVM_Task, 'duration_secs': 0.489098} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.977295] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.979034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.979034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.979034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.979034] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a5fcce-7ab1-4dc8-96ea-b451509ba234 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.997234] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 681.997234] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5279ff98-9bb5-c192-c168-3efc32e59910" [ 681.997234] env[69731]: _type = "Task" [ 681.997234] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.007525] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5279ff98-9bb5-c192-c168-3efc32e59910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.065316] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274681, 'name': ReconfigVM_Task, 'duration_secs': 0.865913} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.065595] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Reconfigured VM instance instance-00000011 to attach disk [datastore1] ca6706ed-0e25-44e6-8007-105b049e332b/ca6706ed-0e25-44e6-8007-105b049e332b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.068125] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b75ecb89-84d6-42e8-91bc-7f3eb68ef881 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.078315] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 682.078315] env[69731]: value = "task-3274685" [ 682.078315] env[69731]: _type = "Task" [ 682.078315] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.088700] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274685, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.128900] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.134635] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.768s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.136372] env[69731]: INFO nova.compute.claims [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.144498] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.144735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.170530] env[69731]: INFO nova.scheduler.client.report [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Deleted allocations for instance 21d471ec-a091-499f-a16c-271c13543502 [ 682.359595] env[69731]: DEBUG oslo_concurrency.lockutils [None req-38fb4cee-fc80-45dd-a33d-55452019477f tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "07df8754-b54e-47da-b43a-aea7486b93f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.333s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.385570] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "661541b3-dd38-4692-af94-dce06e9cdb7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.386472] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "661541b3-dd38-4692-af94-dce06e9cdb7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.509434] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5279ff98-9bb5-c192-c168-3efc32e59910, 'name': SearchDatastore_Task, 'duration_secs': 0.020648} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.509838] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.510449] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.510776] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.511031] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.511240] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.511553] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c4d0511-8389-46d4-9dce-1f282a856810 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.524635] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.525211] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.525562] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07a79a3-e98f-4bb2-81bf-68ded3cd6d75 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.531080] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 682.531080] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b8e119-485a-d04d-e7b0-7abb95b7585b" [ 682.531080] env[69731]: _type = "Task" [ 682.531080] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.539792] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b8e119-485a-d04d-e7b0-7abb95b7585b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.590543] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274685, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.687056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf66b9ad-9867-4a9f-80a8-c746b790a1a4 tempest-ServerExternalEventsTest-199075604 tempest-ServerExternalEventsTest-199075604-project-member] Lock "21d471ec-a091-499f-a16c-271c13543502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.570s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.861925] env[69731]: DEBUG nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.048151] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b8e119-485a-d04d-e7b0-7abb95b7585b, 'name': SearchDatastore_Task, 'duration_secs': 0.034952} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.048151] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22ca5cb-ee21-4dba-a4ab-f7041fbe8834 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.053794] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 683.053794] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe9ea9-5260-23bf-ef7e-2ad785f5b411" [ 683.053794] env[69731]: _type = "Task" [ 683.053794] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.065132] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe9ea9-5260-23bf-ef7e-2ad785f5b411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.091647] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274685, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.216877] env[69731]: DEBUG nova.network.neutron [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Successfully updated port: 16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.287055] env[69731]: DEBUG nova.compute.manager [req-80ef916b-1900-45f2-903b-a6cb58d6baef req-77eecae8-c61f-4368-8406-c0d64e6c0ea8 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Received event network-vif-plugged-16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.287174] env[69731]: DEBUG oslo_concurrency.lockutils [req-80ef916b-1900-45f2-903b-a6cb58d6baef req-77eecae8-c61f-4368-8406-c0d64e6c0ea8 service nova] Acquiring lock "068620d2-a1a8-49ba-925b-398a72a4e21f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.287400] env[69731]: DEBUG oslo_concurrency.lockutils [req-80ef916b-1900-45f2-903b-a6cb58d6baef req-77eecae8-c61f-4368-8406-c0d64e6c0ea8 service nova] Lock "068620d2-a1a8-49ba-925b-398a72a4e21f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.287589] env[69731]: DEBUG oslo_concurrency.lockutils [req-80ef916b-1900-45f2-903b-a6cb58d6baef req-77eecae8-c61f-4368-8406-c0d64e6c0ea8 service nova] Lock "068620d2-a1a8-49ba-925b-398a72a4e21f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.287723] env[69731]: DEBUG nova.compute.manager [req-80ef916b-1900-45f2-903b-a6cb58d6baef req-77eecae8-c61f-4368-8406-c0d64e6c0ea8 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] No waiting events found dispatching network-vif-plugged-16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.287894] env[69731]: WARNING nova.compute.manager [req-80ef916b-1900-45f2-903b-a6cb58d6baef req-77eecae8-c61f-4368-8406-c0d64e6c0ea8 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Received unexpected event network-vif-plugged-16c46d59-a7ee-4b62-a832-20ac50c16b0b for instance with vm_state building and task_state spawning. [ 683.393492] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.423401] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquiring lock "07df8754-b54e-47da-b43a-aea7486b93f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.423654] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "07df8754-b54e-47da-b43a-aea7486b93f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.424192] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquiring lock "07df8754-b54e-47da-b43a-aea7486b93f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.424192] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "07df8754-b54e-47da-b43a-aea7486b93f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.424192] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "07df8754-b54e-47da-b43a-aea7486b93f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.426319] env[69731]: INFO nova.compute.manager [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Terminating instance [ 683.570627] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe9ea9-5260-23bf-ef7e-2ad785f5b411, 'name': SearchDatastore_Task, 'duration_secs': 0.016217} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.570627] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.570944] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 5b4e59fe-0577-4368-82a2-e51b8d97dd09/5b4e59fe-0577-4368-82a2-e51b8d97dd09.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.572255] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf528d1-f359-4576-9cf9-e226784ef91f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.583528] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 683.583528] env[69731]: value = "task-3274686" [ 683.583528] env[69731]: _type = "Task" [ 683.583528] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.595361] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274685, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.600508] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.720930] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.720930] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquired lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.720930] env[69731]: DEBUG nova.network.neutron [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.740975] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ace8a-9a5d-eaf3-2e7c-6b5865413013/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 683.742423] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e349bc-7688-4282-ab61-8a6dc31b9718 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.750940] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ace8a-9a5d-eaf3-2e7c-6b5865413013/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 683.751162] env[69731]: ERROR oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ace8a-9a5d-eaf3-2e7c-6b5865413013/disk-0.vmdk due to incomplete transfer. [ 683.754293] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ae0f0cb-9041-47ed-be18-b98f02e0e33a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.764157] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ace8a-9a5d-eaf3-2e7c-6b5865413013/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 683.764157] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Uploaded image 162872a3-4ffb-4eae-8881-ea219eb6e038 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 683.765260] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 683.765577] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03ec46d7-52b0-41f5-958f-66687b3b4a9c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.771713] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 683.771713] env[69731]: value = "task-3274687" [ 683.771713] env[69731]: _type = "Task" [ 683.771713] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.784105] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274687, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.787460] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f16c000-f288-49ef-b8bd-0bf4d9d85b00 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.794730] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbab2de-9359-484f-bc61-d47b33c15978 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.826141] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a31bb-6f04-41d3-8c16-a7981fc1b4b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.834780] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2f3d7-aa5c-4af8-9e92-8bd19ddd3fe4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.848934] env[69731]: DEBUG nova.compute.provider_tree [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.931309] env[69731]: DEBUG nova.compute.manager [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.931553] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.932709] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8b9172-2e98-45f1-8fcc-a11df06f6f90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.942457] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.942801] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd8d5527-602d-4615-a624-07427be3275f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.951356] env[69731]: DEBUG oslo_vmware.api [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 683.951356] env[69731]: value = "task-3274688" [ 683.951356] env[69731]: _type = "Task" [ 683.951356] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.967190] env[69731]: DEBUG oslo_vmware.api [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.101314] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.105080] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274685, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.291433] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274687, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.301341] env[69731]: DEBUG nova.network.neutron [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.352728] env[69731]: DEBUG nova.scheduler.client.report [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.476888] env[69731]: DEBUG oslo_vmware.api [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274688, 'name': PowerOffVM_Task, 'duration_secs': 0.254284} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.477320] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.477619] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.478014] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fa54a78-27a3-414b-b0dc-96351e4dab08 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.538514] env[69731]: DEBUG nova.network.neutron [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Updating instance_info_cache with network_info: [{"id": "16c46d59-a7ee-4b62-a832-20ac50c16b0b", "address": "fa:16:3e:9a:04:a3", "network": {"id": "5b7f868b-f2c4-43fe-b273-d83dbe8b3b4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1384773970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766e549def404d3d82c06cbef8aa8bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c46d59-a7", "ovs_interfaceid": "16c46d59-a7ee-4b62-a832-20ac50c16b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.564793] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.564793] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.564793] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Deleting the datastore file [datastore1] 07df8754-b54e-47da-b43a-aea7486b93f8 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.565313] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e99e258b-9721-467f-8dc4-488eaeaff00d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.576932] env[69731]: DEBUG oslo_vmware.api [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for the task: (returnval){ [ 684.576932] env[69731]: value = "task-3274690" [ 684.576932] env[69731]: _type = "Task" [ 684.576932] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.585016] env[69731]: DEBUG oslo_vmware.api [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.596140] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274685, 'name': Rename_Task, 'duration_secs': 2.194459} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.599570] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.599992] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e99448d3-99bd-45b6-86b8-a2cac64e5df3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.607904] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618134} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.609766] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 5b4e59fe-0577-4368-82a2-e51b8d97dd09/5b4e59fe-0577-4368-82a2-e51b8d97dd09.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.610177] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.610588] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 684.610588] env[69731]: value = "task-3274691" [ 684.610588] env[69731]: _type = "Task" [ 684.610588] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.611012] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1df7ff89-8e2e-434d-bf6f-4050495c7284 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.622899] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.624555] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 684.624555] env[69731]: value = "task-3274692" [ 684.624555] env[69731]: _type = "Task" [ 684.624555] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.635221] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.789883] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274687, 'name': Destroy_Task, 'duration_secs': 0.593566} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.790663] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Destroyed the VM [ 684.790663] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 684.790824] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b45b4118-7d98-4ca0-9861-de7aa0312f94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.798014] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 684.798014] env[69731]: value = "task-3274693" [ 684.798014] env[69731]: _type = "Task" [ 684.798014] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.806962] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.863076] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.863076] env[69731]: DEBUG nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.864354] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.834s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.865939] env[69731]: INFO nova.compute.claims [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.042277] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Releasing lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.042671] env[69731]: DEBUG nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Instance network_info: |[{"id": "16c46d59-a7ee-4b62-a832-20ac50c16b0b", "address": "fa:16:3e:9a:04:a3", "network": {"id": "5b7f868b-f2c4-43fe-b273-d83dbe8b3b4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1384773970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766e549def404d3d82c06cbef8aa8bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c46d59-a7", "ovs_interfaceid": "16c46d59-a7ee-4b62-a832-20ac50c16b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.043155] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:04:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16c46d59-a7ee-4b62-a832-20ac50c16b0b', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.053345] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Creating folder: Project (766e549def404d3d82c06cbef8aa8bdb). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.054020] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-763015cf-8ffd-41b2-bb5c-f3d24a9539ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.065668] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Created folder: Project (766e549def404d3d82c06cbef8aa8bdb) in parent group-v654000. [ 685.065871] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Creating folder: Instances. Parent ref: group-v654059. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.069019] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d677d10b-add8-472a-aad9-9d10901f3a0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086618] env[69731]: DEBUG oslo_vmware.api [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Task: {'id': task-3274690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418714} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.087850] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.088114] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.088303] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.088485] env[69731]: INFO nova.compute.manager [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 685.088747] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.090570] env[69731]: DEBUG nova.compute.manager [-] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.091169] env[69731]: DEBUG nova.network.neutron [-] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.093034] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Created folder: Instances in parent group-v654059. [ 685.093251] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.093431] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.093980] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f453b4f7-95aa-46db-b4cd-96a8eb6e84e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.116686] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.116686] env[69731]: value = "task-3274696" [ 685.116686] env[69731]: _type = "Task" [ 685.116686] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.136022] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.136022] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274696, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.147231] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078434} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.147360] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.148183] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7c478a-8587-451d-b3e1-1e2d18cb8c44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.172944] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5b4e59fe-0577-4368-82a2-e51b8d97dd09/5b4e59fe-0577-4368-82a2-e51b8d97dd09.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.172944] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ba7aae-13bb-49ec-8efb-3e2a3add869a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.204088] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 685.204088] env[69731]: value = "task-3274697" [ 685.204088] env[69731]: _type = "Task" [ 685.204088] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.207684] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquiring lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.208175] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.222305] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.316296] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274693, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.383293] env[69731]: DEBUG nova.compute.utils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.384644] env[69731]: DEBUG nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.384644] env[69731]: DEBUG nova.network.neutron [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.480785] env[69731]: DEBUG nova.policy [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66ed07713f34996b3ddd2949899d025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfb90fac55824fa28c0408c56cc5330c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.613868] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.614225] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.633021] env[69731]: DEBUG oslo_vmware.api [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274691, 'name': PowerOnVM_Task, 'duration_secs': 0.846733} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.634396] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.634626] env[69731]: INFO nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Took 12.62 seconds to spawn the instance on the hypervisor. [ 685.634808] env[69731]: DEBUG nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.635576] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274696, 'name': CreateVM_Task, 'duration_secs': 0.491096} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.636344] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661120bc-3161-48fc-9eac-af29223138bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.638892] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.639558] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.639718] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.640034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.640656] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a534c6-364b-4006-a34c-bcee80a16dfa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.650019] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 685.650019] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5213bb8e-ce73-2ace-0a20-b86f3142d1a5" [ 685.650019] env[69731]: _type = "Task" [ 685.650019] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.653009] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.653447] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.662989] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5213bb8e-ce73-2ace-0a20-b86f3142d1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.716254] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274697, 'name': ReconfigVM_Task, 'duration_secs': 0.349553} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.716602] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5b4e59fe-0577-4368-82a2-e51b8d97dd09/5b4e59fe-0577-4368-82a2-e51b8d97dd09.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.717282] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0756a81c-cb6f-4a22-bbb7-dc056a483e9b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.724934] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 685.724934] env[69731]: value = "task-3274698" [ 685.724934] env[69731]: _type = "Task" [ 685.724934] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.732918] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274698, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.817454] env[69731]: DEBUG oslo_vmware.api [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274693, 'name': RemoveSnapshot_Task, 'duration_secs': 0.774485} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.817454] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.817454] env[69731]: INFO nova.compute.manager [None req-2deb98fd-8d2f-4b9c-8416-d7a5f7f67883 tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 685.889024] env[69731]: DEBUG nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.118326] env[69731]: DEBUG nova.compute.manager [req-3fb976c4-a07b-4084-9dbc-691c8dd986af req-55dd68d4-e957-4324-bf69-9c885d450b72 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Received event network-changed-16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.118501] env[69731]: DEBUG nova.compute.manager [req-3fb976c4-a07b-4084-9dbc-691c8dd986af req-55dd68d4-e957-4324-bf69-9c885d450b72 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Refreshing instance network info cache due to event network-changed-16c46d59-a7ee-4b62-a832-20ac50c16b0b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.118723] env[69731]: DEBUG oslo_concurrency.lockutils [req-3fb976c4-a07b-4084-9dbc-691c8dd986af req-55dd68d4-e957-4324-bf69-9c885d450b72 service nova] Acquiring lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.119055] env[69731]: DEBUG oslo_concurrency.lockutils [req-3fb976c4-a07b-4084-9dbc-691c8dd986af req-55dd68d4-e957-4324-bf69-9c885d450b72 service nova] Acquired lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.119243] env[69731]: DEBUG nova.network.neutron [req-3fb976c4-a07b-4084-9dbc-691c8dd986af req-55dd68d4-e957-4324-bf69-9c885d450b72 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Refreshing network info cache for port 16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.138908] env[69731]: DEBUG nova.network.neutron [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Successfully created port: b8f851ab-4b69-4983-a861-5e517bb777fe {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.165813] env[69731]: INFO nova.compute.manager [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Took 33.38 seconds to build instance. [ 686.173917] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5213bb8e-ce73-2ace-0a20-b86f3142d1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.034317} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.174238] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.174461] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.174830] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.175054] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.175098] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.175329] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3582395d-b113-4ffd-8a00-976719ea1d48 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.190229] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.190473] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.195421] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22044234-a52d-4a44-b107-2e061a7fc34e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.200242] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 686.200242] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dbb30a-f576-b8d2-96bc-14cd560d9452" [ 686.200242] env[69731]: _type = "Task" [ 686.200242] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.209222] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dbb30a-f576-b8d2-96bc-14cd560d9452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.240626] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274698, 'name': Rename_Task, 'duration_secs': 0.138421} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.240875] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.241441] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81c39cd3-42cb-4f79-bd2b-2de0cd031d44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.250140] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 686.250140] env[69731]: value = "task-3274699" [ 686.250140] env[69731]: _type = "Task" [ 686.250140] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.261601] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.264335] env[69731]: DEBUG nova.network.neutron [-] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.528403] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52e3ae5-aad7-401c-aee9-bb3c728c844d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.536792] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb5e10-b247-4059-9309-cf66a517993d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.573871] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0802283-4509-42ec-8f52-7401f9abd48a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.582011] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f28b43-b855-4b7f-8b4f-b842e81de290 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.595225] env[69731]: DEBUG nova.compute.provider_tree [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.669064] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a81a3ebf-e5a8-4fd2-82ae-56c401e263a1 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "ca6706ed-0e25-44e6-8007-105b049e332b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.965s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.719254] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dbb30a-f576-b8d2-96bc-14cd560d9452, 'name': SearchDatastore_Task, 'duration_secs': 0.019186} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.720246] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df22b934-88a4-4653-ba35-283426c72a44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.726848] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 686.726848] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526fe017-982a-d215-6186-6fafe2993d67" [ 686.726848] env[69731]: _type = "Task" [ 686.726848] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.739196] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526fe017-982a-d215-6186-6fafe2993d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.760269] env[69731]: DEBUG oslo_vmware.api [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274699, 'name': PowerOnVM_Task, 'duration_secs': 0.465698} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.760549] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.760748] env[69731]: INFO nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Took 9.77 seconds to spawn the instance on the hypervisor. [ 686.760925] env[69731]: DEBUG nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.761713] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df64385-e302-4d3a-8742-4fc667fc3ff2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.768157] env[69731]: INFO nova.compute.manager [-] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Took 1.68 seconds to deallocate network for instance. [ 686.901952] env[69731]: DEBUG nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.932055] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.932055] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.932055] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.932315] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.932350] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.932503] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.932837] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.932916] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.933018] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.933216] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.933368] env[69731]: DEBUG nova.virt.hardware [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.934257] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a015cf8-077c-4756-9b5d-067605c4f056 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.942431] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd37d9-d9d7-46cc-9e1b-d10f362c5984 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.074211] env[69731]: DEBUG nova.network.neutron [req-3fb976c4-a07b-4084-9dbc-691c8dd986af req-55dd68d4-e957-4324-bf69-9c885d450b72 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Updated VIF entry in instance network info cache for port 16c46d59-a7ee-4b62-a832-20ac50c16b0b. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.074607] env[69731]: DEBUG nova.network.neutron [req-3fb976c4-a07b-4084-9dbc-691c8dd986af req-55dd68d4-e957-4324-bf69-9c885d450b72 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Updating instance_info_cache with network_info: [{"id": "16c46d59-a7ee-4b62-a832-20ac50c16b0b", "address": "fa:16:3e:9a:04:a3", "network": {"id": "5b7f868b-f2c4-43fe-b273-d83dbe8b3b4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1384773970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766e549def404d3d82c06cbef8aa8bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c46d59-a7", "ovs_interfaceid": "16c46d59-a7ee-4b62-a832-20ac50c16b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.099314] env[69731]: DEBUG nova.scheduler.client.report [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.172546] env[69731]: DEBUG nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.237297] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526fe017-982a-d215-6186-6fafe2993d67, 'name': SearchDatastore_Task, 'duration_secs': 0.031523} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.237837] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.238277] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 068620d2-a1a8-49ba-925b-398a72a4e21f/068620d2-a1a8-49ba-925b-398a72a4e21f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.238708] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0932957-9d4c-484f-a493-b1f5bb0cbbfe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.246342] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 687.246342] env[69731]: value = "task-3274700" [ 687.246342] env[69731]: _type = "Task" [ 687.246342] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.255192] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.283327] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.288026] env[69731]: INFO nova.compute.manager [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Took 33.98 seconds to build instance. [ 687.578027] env[69731]: DEBUG oslo_concurrency.lockutils [req-3fb976c4-a07b-4084-9dbc-691c8dd986af req-55dd68d4-e957-4324-bf69-9c885d450b72 service nova] Releasing lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.605447] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.606444] env[69731]: DEBUG nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.610341] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.559s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.613017] env[69731]: INFO nova.compute.claims [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.702063] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.758200] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274700, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.789999] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquiring lock "92c756f0-9577-4004-bcdd-d421a4d52b96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.789999] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.789999] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquiring lock "92c756f0-9577-4004-bcdd-d421a4d52b96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.789999] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.790395] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.793331] env[69731]: DEBUG oslo_concurrency.lockutils [None req-31442533-2b29-49ce-971b-421ee6410927 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.446s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.793496] env[69731]: INFO nova.compute.manager [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Terminating instance [ 688.117517] env[69731]: DEBUG nova.compute.utils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.124289] env[69731]: DEBUG nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.124538] env[69731]: DEBUG nova.network.neutron [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.261086] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874473} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.261377] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 068620d2-a1a8-49ba-925b-398a72a4e21f/068620d2-a1a8-49ba-925b-398a72a4e21f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.261597] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.261854] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14e3c039-c995-4ffc-86b3-6eb9cd6ef84d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.268994] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 688.268994] env[69731]: value = "task-3274701" [ 688.268994] env[69731]: _type = "Task" [ 688.268994] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.280878] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.299051] env[69731]: DEBUG nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.300649] env[69731]: DEBUG nova.compute.manager [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.300994] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.301802] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbafe7a-ab5f-4596-8d17-38de64bffa84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.310416] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.310695] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec50b9a0-ae9b-4de4-b0c8-32d8551b049c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.318052] env[69731]: DEBUG oslo_vmware.api [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 688.318052] env[69731]: value = "task-3274702" [ 688.318052] env[69731]: _type = "Task" [ 688.318052] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.330650] env[69731]: DEBUG oslo_vmware.api [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.359071] env[69731]: DEBUG nova.policy [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f477cb596a254f4bb605d4b6b7428e77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '670c6bce3a534927919d3508b99193ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.603025] env[69731]: DEBUG nova.compute.manager [req-483cf604-7080-4552-8393-618d7994d593 req-7d3d4d8f-387e-4bf8-912b-ac946886aab5 service nova] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Received event network-vif-deleted-5c015276-1c79-4824-8f0a-1cca82d59cb7 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.627388] env[69731]: DEBUG nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.781567] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072552} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.781839] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.785311] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1610ddd7-c817-457b-9545-b22a7008c7bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.821491] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 068620d2-a1a8-49ba-925b-398a72a4e21f/068620d2-a1a8-49ba-925b-398a72a4e21f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.826087] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17a5240-da40-4b1d-80f4-7fc127b5f37f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.857018] env[69731]: DEBUG oslo_vmware.api [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274702, 'name': PowerOffVM_Task, 'duration_secs': 0.198468} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.857018] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.857018] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.857018] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 688.857018] env[69731]: value = "task-3274703" [ 688.857018] env[69731]: _type = "Task" [ 688.857018] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.857018] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f10c36-33f2-4ff0-a6dc-b66e34703052 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.861133] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.869520] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.930314] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.930424] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.930662] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Deleting the datastore file [datastore1] 92c756f0-9577-4004-bcdd-d421a4d52b96 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.933512] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54d5939a-4706-49b0-a900-cec471a9616e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.939708] env[69731]: DEBUG oslo_vmware.api [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for the task: (returnval){ [ 688.939708] env[69731]: value = "task-3274705" [ 688.939708] env[69731]: _type = "Task" [ 688.939708] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.950164] env[69731]: DEBUG oslo_vmware.api [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.102875] env[69731]: DEBUG nova.network.neutron [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Successfully updated port: b8f851ab-4b69-4983-a861-5e517bb777fe {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.297652] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca44609-0fde-411f-8992-d91085321256 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.305635] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da382a-afda-4f4a-a623-467475fb4df5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.340543] env[69731]: DEBUG nova.network.neutron [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Successfully created port: 8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.343540] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c131c94-744e-4d03-8bdb-6a950ef7d29d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.352021] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab98f30-a948-4cd2-ae48-391903fffa2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.368608] env[69731]: DEBUG nova.compute.provider_tree [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.374985] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.449948] env[69731]: DEBUG oslo_vmware.api [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.609074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "refresh_cache-2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.609402] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquired lock "refresh_cache-2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.609402] env[69731]: DEBUG nova.network.neutron [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.646154] env[69731]: DEBUG nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.676520] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.676520] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.676994] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.678169] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.678169] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.678169] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.678169] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.678169] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.678487] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.678487] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.678609] env[69731]: DEBUG nova.virt.hardware [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.679554] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e68fa84-7927-4fd7-b9bf-04a0f7982f00 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.693608] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f1ecb-d75c-495b-b7c0-231bb9ee1ea3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.867278] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274703, 'name': ReconfigVM_Task, 'duration_secs': 0.810233} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.867629] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 068620d2-a1a8-49ba-925b-398a72a4e21f/068620d2-a1a8-49ba-925b-398a72a4e21f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.868221] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e8549c9-8dd4-4ee3-83bc-7a85d88a1298 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.872121] env[69731]: DEBUG nova.scheduler.client.report [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.876532] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 689.876532] env[69731]: value = "task-3274706" [ 689.876532] env[69731]: _type = "Task" [ 689.876532] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.887076] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274706, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.952287] env[69731]: DEBUG oslo_vmware.api [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Task: {'id': task-3274705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54342} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.952698] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.952953] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.953205] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.953565] env[69731]: INFO nova.compute.manager [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Took 1.65 seconds to destroy the instance on the hypervisor. [ 689.953834] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.954050] env[69731]: DEBUG nova.compute.manager [-] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.954130] env[69731]: DEBUG nova.network.neutron [-] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.155498] env[69731]: DEBUG nova.network.neutron [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.378624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.379218] env[69731]: DEBUG nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.385151] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.234s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.385371] env[69731]: DEBUG nova.objects.instance [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lazy-loading 'resources' on Instance uuid fbf0c31e-6313-4583-9e15-4bd6d80cb20e {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.398370] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274706, 'name': Rename_Task, 'duration_secs': 0.304516} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.399315] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.399484] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16786928-3b57-4b02-af0f-02815dd24778 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.406638] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 690.406638] env[69731]: value = "task-3274707" [ 690.406638] env[69731]: _type = "Task" [ 690.406638] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.415197] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.415984] env[69731]: DEBUG nova.network.neutron [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Updating instance_info_cache with network_info: [{"id": "b8f851ab-4b69-4983-a861-5e517bb777fe", "address": "fa:16:3e:41:d3:ac", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f851ab-4b", "ovs_interfaceid": "b8f851ab-4b69-4983-a861-5e517bb777fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.768996] env[69731]: DEBUG nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Received event network-vif-plugged-b8f851ab-4b69-4983-a861-5e517bb777fe {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.769647] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Acquiring lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.769647] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.769647] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.769932] env[69731]: DEBUG nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] No waiting events found dispatching network-vif-plugged-b8f851ab-4b69-4983-a861-5e517bb777fe {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.769932] env[69731]: WARNING nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Received unexpected event network-vif-plugged-b8f851ab-4b69-4983-a861-5e517bb777fe for instance with vm_state building and task_state spawning. [ 690.770135] env[69731]: DEBUG nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Received event network-changed-b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.770235] env[69731]: DEBUG nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Refreshing instance network info cache due to event network-changed-b3fc5a24-f5fe-4f76-855d-390d174f4011. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.770414] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Acquiring lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.770544] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Acquired lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.770704] env[69731]: DEBUG nova.network.neutron [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Refreshing network info cache for port b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.845108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.845200] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.895451] env[69731]: DEBUG nova.compute.utils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.900072] env[69731]: DEBUG nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.900316] env[69731]: DEBUG nova.network.neutron [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.921947] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Releasing lock "refresh_cache-2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.921947] env[69731]: DEBUG nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Instance network_info: |[{"id": "b8f851ab-4b69-4983-a861-5e517bb777fe", "address": "fa:16:3e:41:d3:ac", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f851ab-4b", "ovs_interfaceid": "b8f851ab-4b69-4983-a861-5e517bb777fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.928255] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:d3:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f851ab-4b69-4983-a861-5e517bb777fe', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.936892] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.937971] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.940549] env[69731]: DEBUG nova.network.neutron [-] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.941750] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.942069] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c25ed22-0dac-413f-8b6d-7977f3d545b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.963974] env[69731]: INFO nova.compute.manager [-] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Took 1.01 seconds to deallocate network for instance. [ 690.971954] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.971954] env[69731]: value = "task-3274708" [ 690.971954] env[69731]: _type = "Task" [ 690.971954] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.981334] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274708, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.064706] env[69731]: DEBUG nova.policy [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fd81d5f94e2460bae453c2cf542134e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b24f4a98e174edaab5936105af0d6f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.403032] env[69731]: DEBUG nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.424292] env[69731]: DEBUG oslo_vmware.api [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274707, 'name': PowerOnVM_Task, 'duration_secs': 0.673674} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.425830] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.427598] env[69731]: INFO nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Took 9.50 seconds to spawn the instance on the hypervisor. [ 691.427598] env[69731]: DEBUG nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.427598] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578e9b3b-da41-43cb-be74-528d799de721 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.436025] env[69731]: DEBUG nova.network.neutron [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Successfully updated port: 8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.474610] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.496295] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274708, 'name': CreateVM_Task, 'duration_secs': 0.368703} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.496402] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.497104] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.497285] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.497595] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.497855] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979975e6-2298-42be-985c-74d9cea066d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.514323] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 691.514323] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e832d2-7ac8-f955-9657-b7602e9c8f5d" [ 691.514323] env[69731]: _type = "Task" [ 691.514323] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.530444] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e832d2-7ac8-f955-9657-b7602e9c8f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.530801] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.531045] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.531277] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.531475] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.531629] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.531835] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c330f5e-81c8-44a4-baba-0059f120ba36 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.548952] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.549178] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.551041] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50084f2-5323-46f2-98e9-1447b77773ba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.559678] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 691.559678] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cca50b-cd5b-aeaf-c64d-52144f615641" [ 691.559678] env[69731]: _type = "Task" [ 691.559678] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.575174] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cca50b-cd5b-aeaf-c64d-52144f615641, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.575975] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ee9933-9742-4cc6-bf7c-6b0e4dbee1bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.586896] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 691.586896] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524b9b49-9eb3-51a3-a19c-ec7220f3cb72" [ 691.586896] env[69731]: _type = "Task" [ 691.586896] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.602811] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524b9b49-9eb3-51a3-a19c-ec7220f3cb72, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.605562] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.605818] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e/2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.606253] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c34ee3b-e04e-4ee9-86f9-1ffbc436c1f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.612426] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 691.612426] env[69731]: value = "task-3274709" [ 691.612426] env[69731]: _type = "Task" [ 691.612426] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.622552] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.639431] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b01a4d8-5e42-41dc-b0e6-c5374d13c6e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.651128] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca85dff-bac2-4f88-a0d9-49db08adea52 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.680551] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f3714e-c47c-49b4-991a-560e5119290a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.690966] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc961e8-0cee-4a60-a3a0-4952e29967b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.704101] env[69731]: DEBUG nova.compute.provider_tree [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.777783] env[69731]: DEBUG nova.network.neutron [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updated VIF entry in instance network info cache for port b3fc5a24-f5fe-4f76-855d-390d174f4011. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.778026] env[69731]: DEBUG nova.network.neutron [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [{"id": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "address": "fa:16:3e:f6:ea:d5", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc5a24-f5", "ovs_interfaceid": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.840836] env[69731]: DEBUG nova.network.neutron [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Successfully created port: 1425fbe4-99ce-40e1-b0f2-6bc432b051b5 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.939165] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquiring lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.939165] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquired lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.939165] env[69731]: DEBUG nova.network.neutron [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.951624] env[69731]: INFO nova.compute.manager [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Took 37.84 seconds to build instance. [ 692.125414] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274709, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.210200] env[69731]: DEBUG nova.scheduler.client.report [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.280405] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Releasing lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.280692] env[69731]: DEBUG nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Received event network-changed-b8f851ab-4b69-4983-a861-5e517bb777fe {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.280886] env[69731]: DEBUG nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Refreshing instance network info cache due to event network-changed-b8f851ab-4b69-4983-a861-5e517bb777fe. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.281143] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Acquiring lock "refresh_cache-2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.281307] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Acquired lock "refresh_cache-2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.281496] env[69731]: DEBUG nova.network.neutron [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Refreshing network info cache for port b8f851ab-4b69-4983-a861-5e517bb777fe {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.415559] env[69731]: DEBUG nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.446924] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.447178] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.447481] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.447563] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.447728] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.447874] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.448092] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.448249] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.448413] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.448570] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.448739] env[69731]: DEBUG nova.virt.hardware [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.453118] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffff36c-d4e8-4fc6-bcdd-a7d4583b995d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.453118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6b60462a-d150-4ece-aa48-1578f4bdc79b tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "068620d2-a1a8-49ba-925b-398a72a4e21f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.386s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.459352] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e4f87-7cbb-40f3-a508-caafb105f935 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.486485] env[69731]: DEBUG nova.network.neutron [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.623315] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728628} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.623575] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e/2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.623789] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.624055] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3252c5de-9193-463e-af0c-25986e11d3fb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.630522] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 692.630522] env[69731]: value = "task-3274710" [ 692.630522] env[69731]: _type = "Task" [ 692.630522] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.638827] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.646513] env[69731]: DEBUG nova.network.neutron [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Updating instance_info_cache with network_info: [{"id": "8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9", "address": "fa:16:3e:d8:1a:d3", "network": {"id": "6a2f955a-2485-440b-996f-2c39b65c8323", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-927920594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670c6bce3a534927919d3508b99193ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f6e1a-5c", "ovs_interfaceid": "8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.717296] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.719751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.096s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.721659] env[69731]: INFO nova.compute.claims [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.745985] env[69731]: INFO nova.scheduler.client.report [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Deleted allocations for instance fbf0c31e-6313-4583-9e15-4bd6d80cb20e [ 692.841707] env[69731]: DEBUG nova.compute.manager [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Received event network-vif-plugged-8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.842411] env[69731]: DEBUG oslo_concurrency.lockutils [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] Acquiring lock "03661849-1d44-451d-9f43-087171ea126b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.842823] env[69731]: DEBUG oslo_concurrency.lockutils [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] Lock "03661849-1d44-451d-9f43-087171ea126b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.843258] env[69731]: DEBUG oslo_concurrency.lockutils [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] Lock "03661849-1d44-451d-9f43-087171ea126b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.843466] env[69731]: DEBUG nova.compute.manager [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] No waiting events found dispatching network-vif-plugged-8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.843721] env[69731]: WARNING nova.compute.manager [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Received unexpected event network-vif-plugged-8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 for instance with vm_state building and task_state spawning. [ 692.843803] env[69731]: DEBUG nova.compute.manager [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Received event network-changed-8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.843957] env[69731]: DEBUG nova.compute.manager [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Refreshing instance network info cache due to event network-changed-8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.844140] env[69731]: DEBUG oslo_concurrency.lockutils [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] Acquiring lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.955866] env[69731]: DEBUG nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.137127] env[69731]: DEBUG nova.network.neutron [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Updated VIF entry in instance network info cache for port b8f851ab-4b69-4983-a861-5e517bb777fe. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.137558] env[69731]: DEBUG nova.network.neutron [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Updating instance_info_cache with network_info: [{"id": "b8f851ab-4b69-4983-a861-5e517bb777fe", "address": "fa:16:3e:41:d3:ac", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f851ab-4b", "ovs_interfaceid": "b8f851ab-4b69-4983-a861-5e517bb777fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.145597] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281638} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.147517] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.149319] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78350c9e-5b5e-4e02-90e7-2c1c6e348c94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.152874] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Releasing lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.152958] env[69731]: DEBUG nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Instance network_info: |[{"id": "8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9", "address": "fa:16:3e:d8:1a:d3", "network": {"id": "6a2f955a-2485-440b-996f-2c39b65c8323", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-927920594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670c6bce3a534927919d3508b99193ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f6e1a-5c", "ovs_interfaceid": "8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.153178] env[69731]: DEBUG oslo_concurrency.lockutils [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] Acquired lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.153352] env[69731]: DEBUG nova.network.neutron [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Refreshing network info cache for port 8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.154447] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:1a:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.162858] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Creating folder: Project (670c6bce3a534927919d3508b99193ff). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.165082] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e147237-ccac-46a9-b5d8-d70cd62c2100 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.184804] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e/2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.186724] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0b79ac-3d7b-455c-a039-eb9876578e9f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.202377] env[69731]: DEBUG nova.compute.manager [req-ad6e3f46-e0e4-4492-9f31-7d4f5a0b908e req-26b2c36d-f2e7-4f8b-bc1f-df7982f244a6 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Received event network-changed-16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.202578] env[69731]: DEBUG nova.compute.manager [req-ad6e3f46-e0e4-4492-9f31-7d4f5a0b908e req-26b2c36d-f2e7-4f8b-bc1f-df7982f244a6 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Refreshing instance network info cache due to event network-changed-16c46d59-a7ee-4b62-a832-20ac50c16b0b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.202783] env[69731]: DEBUG oslo_concurrency.lockutils [req-ad6e3f46-e0e4-4492-9f31-7d4f5a0b908e req-26b2c36d-f2e7-4f8b-bc1f-df7982f244a6 service nova] Acquiring lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.202915] env[69731]: DEBUG oslo_concurrency.lockutils [req-ad6e3f46-e0e4-4492-9f31-7d4f5a0b908e req-26b2c36d-f2e7-4f8b-bc1f-df7982f244a6 service nova] Acquired lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.203079] env[69731]: DEBUG nova.network.neutron [req-ad6e3f46-e0e4-4492-9f31-7d4f5a0b908e req-26b2c36d-f2e7-4f8b-bc1f-df7982f244a6 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Refreshing network info cache for port 16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.205904] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Created folder: Project (670c6bce3a534927919d3508b99193ff) in parent group-v654000. [ 693.206146] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Creating folder: Instances. Parent ref: group-v654063. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.206926] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb0e07af-b98e-47e8-b804-abb5129e847f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.211635] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 693.211635] env[69731]: value = "task-3274712" [ 693.211635] env[69731]: _type = "Task" [ 693.211635] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.220808] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.221946] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Created folder: Instances in parent group-v654063. [ 693.222173] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.223050] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03661849-1d44-451d-9f43-087171ea126b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.223050] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-debd2dcd-7087-4231-a1c8-5109af88db98 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.245570] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.245570] env[69731]: value = "task-3274714" [ 693.245570] env[69731]: _type = "Task" [ 693.245570] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.261018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-983d28f7-86c9-4093-87ea-74b8b6918360 tempest-TenantUsagesTestJSON-1481484914 tempest-TenantUsagesTestJSON-1481484914-project-member] Lock "fbf0c31e-6313-4583-9e15-4bd6d80cb20e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.691s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.487873] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.640451] env[69731]: DEBUG oslo_concurrency.lockutils [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] Releasing lock "refresh_cache-2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.641162] env[69731]: DEBUG nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Received event network-vif-deleted-becc43c8-16dd-4a81-8594-5a9297db876d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.641162] env[69731]: INFO nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Neutron deleted interface becc43c8-16dd-4a81-8594-5a9297db876d; detaching it from the instance and deleting it from the info cache [ 693.641162] env[69731]: DEBUG nova.network.neutron [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.723626] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.759932] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274714, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.125431] env[69731]: DEBUG nova.network.neutron [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Successfully updated port: 1425fbe4-99ce-40e1-b0f2-6bc432b051b5 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.143875] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d55e3006-a3df-419f-9143-b8935b776f6a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.153955] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8901a610-296c-40f2-9e62-2618040e1415 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.197241] env[69731]: DEBUG nova.compute.manager [req-b426409a-4828-4f4d-acce-c4a5dfeb4026 req-d99a1c5d-40bc-4447-86ea-6c968cf6b79b service nova] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Detach interface failed, port_id=becc43c8-16dd-4a81-8594-5a9297db876d, reason: Instance 92c756f0-9577-4004-bcdd-d421a4d52b96 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 694.228426] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.255623] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274714, 'name': CreateVM_Task, 'duration_secs': 0.566646} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.258854] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03661849-1d44-451d-9f43-087171ea126b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.259700] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.260356] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.260356] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.260527] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9286d69-5bee-4e00-a7ce-1e5689ef233e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.267124] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 694.267124] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ebf6bf-cbb3-bd17-3901-f40242638522" [ 694.267124] env[69731]: _type = "Task" [ 694.267124] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.275385] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ebf6bf-cbb3-bd17-3901-f40242638522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.295739] env[69731]: DEBUG nova.network.neutron [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Updated VIF entry in instance network info cache for port 8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.295739] env[69731]: DEBUG nova.network.neutron [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Updating instance_info_cache with network_info: [{"id": "8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9", "address": "fa:16:3e:d8:1a:d3", "network": {"id": "6a2f955a-2485-440b-996f-2c39b65c8323", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-927920594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670c6bce3a534927919d3508b99193ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f6e1a-5c", "ovs_interfaceid": "8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.320021] env[69731]: DEBUG nova.network.neutron [req-ad6e3f46-e0e4-4492-9f31-7d4f5a0b908e req-26b2c36d-f2e7-4f8b-bc1f-df7982f244a6 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Updated VIF entry in instance network info cache for port 16c46d59-a7ee-4b62-a832-20ac50c16b0b. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.320209] env[69731]: DEBUG nova.network.neutron [req-ad6e3f46-e0e4-4492-9f31-7d4f5a0b908e req-26b2c36d-f2e7-4f8b-bc1f-df7982f244a6 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Updating instance_info_cache with network_info: [{"id": "16c46d59-a7ee-4b62-a832-20ac50c16b0b", "address": "fa:16:3e:9a:04:a3", "network": {"id": "5b7f868b-f2c4-43fe-b273-d83dbe8b3b4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1384773970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766e549def404d3d82c06cbef8aa8bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c46d59-a7", "ovs_interfaceid": "16c46d59-a7ee-4b62-a832-20ac50c16b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.359839] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf95fd-c3e8-4e9d-84b3-ecf06eb99191 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.368614] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dd8b72-d1d8-483c-a941-9e931ce3cf94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.403429] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b58d33-fb69-4b6b-ab00-b48bb1c13892 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.411638] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d12073-9fdd-4dc2-b316-2e19d17bb515 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.425487] env[69731]: DEBUG nova.compute.provider_tree [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.630427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquiring lock "refresh_cache-77539b7e-1405-444a-96e0-fe2c44b24fec" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.630427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquired lock "refresh_cache-77539b7e-1405-444a-96e0-fe2c44b24fec" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.630427] env[69731]: DEBUG nova.network.neutron [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.726033] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.782227] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ebf6bf-cbb3-bd17-3901-f40242638522, 'name': SearchDatastore_Task, 'duration_secs': 0.028378} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.782627] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.783442] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.783442] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.783584] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.783823] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.784177] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f2710af-588d-422a-94a1-66fdbd4f92d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.792725] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.792906] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.793633] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ca525d-e9fc-47d6-bd18-3fdcc4391c3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.798244] env[69731]: DEBUG oslo_concurrency.lockutils [req-976aab7f-66fc-4f72-a996-8f046283e3ac req-cfab862f-1754-4b78-876a-681bdd68c03d service nova] Releasing lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.799475] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 694.799475] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5247ccd7-6232-fd81-91f7-91ab9f1778dd" [ 694.799475] env[69731]: _type = "Task" [ 694.799475] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.807564] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5247ccd7-6232-fd81-91f7-91ab9f1778dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.822349] env[69731]: DEBUG oslo_concurrency.lockutils [req-ad6e3f46-e0e4-4492-9f31-7d4f5a0b908e req-26b2c36d-f2e7-4f8b-bc1f-df7982f244a6 service nova] Releasing lock "refresh_cache-068620d2-a1a8-49ba-925b-398a72a4e21f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.894471] env[69731]: DEBUG nova.compute.manager [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Received event network-vif-plugged-1425fbe4-99ce-40e1-b0f2-6bc432b051b5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.894471] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] Acquiring lock "77539b7e-1405-444a-96e0-fe2c44b24fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.894471] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] Lock "77539b7e-1405-444a-96e0-fe2c44b24fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.894471] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] Lock "77539b7e-1405-444a-96e0-fe2c44b24fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.894471] env[69731]: DEBUG nova.compute.manager [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] No waiting events found dispatching network-vif-plugged-1425fbe4-99ce-40e1-b0f2-6bc432b051b5 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.894898] env[69731]: WARNING nova.compute.manager [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Received unexpected event network-vif-plugged-1425fbe4-99ce-40e1-b0f2-6bc432b051b5 for instance with vm_state building and task_state spawning. [ 694.894898] env[69731]: DEBUG nova.compute.manager [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Received event network-changed-1425fbe4-99ce-40e1-b0f2-6bc432b051b5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.894898] env[69731]: DEBUG nova.compute.manager [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Refreshing instance network info cache due to event network-changed-1425fbe4-99ce-40e1-b0f2-6bc432b051b5. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.894898] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] Acquiring lock "refresh_cache-77539b7e-1405-444a-96e0-fe2c44b24fec" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.929046] env[69731]: DEBUG nova.scheduler.client.report [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.191802] env[69731]: DEBUG nova.network.neutron [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.228647] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274712, 'name': ReconfigVM_Task, 'duration_secs': 1.627061} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.229496] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e/2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.230300] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7e0c88a-ca48-43ca-983c-6e7a5d7df8a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.238139] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 695.238139] env[69731]: value = "task-3274715" [ 695.238139] env[69731]: _type = "Task" [ 695.238139] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.247594] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274715, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.316870] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5247ccd7-6232-fd81-91f7-91ab9f1778dd, 'name': SearchDatastore_Task, 'duration_secs': 0.018295} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.320679] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7fe4de-d786-47d2-b5a3-bc6cd10ba192 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.327519] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 695.327519] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529da77d-552f-232b-3b14-b7a4c0335fdf" [ 695.327519] env[69731]: _type = "Task" [ 695.327519] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.335818] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529da77d-552f-232b-3b14-b7a4c0335fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.435998] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.435998] env[69731]: DEBUG nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.438705] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.157s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.438705] env[69731]: DEBUG nova.objects.instance [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lazy-loading 'resources' on Instance uuid 0168fd78-d6c6-496d-bf90-3fbb76ce44a1 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.466288] env[69731]: DEBUG nova.network.neutron [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Updating instance_info_cache with network_info: [{"id": "1425fbe4-99ce-40e1-b0f2-6bc432b051b5", "address": "fa:16:3e:ad:16:12", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1425fbe4-99", "ovs_interfaceid": "1425fbe4-99ce-40e1-b0f2-6bc432b051b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.748022] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274715, 'name': Rename_Task, 'duration_secs': 0.420071} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.748328] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.748546] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03591b74-83b6-49d0-a108-1f8a78f385f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.754772] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 695.754772] env[69731]: value = "task-3274716" [ 695.754772] env[69731]: _type = "Task" [ 695.754772] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.762420] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.838206] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529da77d-552f-232b-3b14-b7a4c0335fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.024753} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.839071] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.839071] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 03661849-1d44-451d-9f43-087171ea126b/03661849-1d44-451d-9f43-087171ea126b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.839253] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-788acc36-fda4-4267-96da-1a01679b156d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.845501] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 695.845501] env[69731]: value = "task-3274717" [ 695.845501] env[69731]: _type = "Task" [ 695.845501] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.853242] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.941801] env[69731]: DEBUG nova.compute.utils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.957093] env[69731]: DEBUG nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.957093] env[69731]: DEBUG nova.network.neutron [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.969702] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Releasing lock "refresh_cache-77539b7e-1405-444a-96e0-fe2c44b24fec" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.970378] env[69731]: DEBUG nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Instance network_info: |[{"id": "1425fbe4-99ce-40e1-b0f2-6bc432b051b5", "address": "fa:16:3e:ad:16:12", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1425fbe4-99", "ovs_interfaceid": "1425fbe4-99ce-40e1-b0f2-6bc432b051b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.970602] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] Acquired lock "refresh_cache-77539b7e-1405-444a-96e0-fe2c44b24fec" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.970602] env[69731]: DEBUG nova.network.neutron [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Refreshing network info cache for port 1425fbe4-99ce-40e1-b0f2-6bc432b051b5 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.974152] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:16:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1425fbe4-99ce-40e1-b0f2-6bc432b051b5', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.982018] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Creating folder: Project (6b24f4a98e174edaab5936105af0d6f1). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.987331] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-457ad206-663c-4858-85f8-274e74c70a58 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.001998] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Created folder: Project (6b24f4a98e174edaab5936105af0d6f1) in parent group-v654000. [ 696.003956] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Creating folder: Instances. Parent ref: group-v654066. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.003956] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5112a3d2-dac6-4268-a323-e15423bded2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.016112] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Created folder: Instances in parent group-v654066. [ 696.016112] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.016112] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.016112] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68904cbc-c614-43c6-908b-fef4cb23fcd2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.046516] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.046516] env[69731]: value = "task-3274720" [ 696.046516] env[69731]: _type = "Task" [ 696.046516] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.057343] env[69731]: DEBUG nova.policy [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd20e8cc043b41cd9dd9f19d4dab00e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9679dfa9839440288fdd3a455aab9ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.066921] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274720, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.274731] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274716, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.368209] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274717, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.451871] env[69731]: DEBUG nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.508692] env[69731]: DEBUG nova.network.neutron [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Updated VIF entry in instance network info cache for port 1425fbe4-99ce-40e1-b0f2-6bc432b051b5. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.510123] env[69731]: DEBUG nova.network.neutron [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Updating instance_info_cache with network_info: [{"id": "1425fbe4-99ce-40e1-b0f2-6bc432b051b5", "address": "fa:16:3e:ad:16:12", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1425fbe4-99", "ovs_interfaceid": "1425fbe4-99ce-40e1-b0f2-6bc432b051b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.555944] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274720, 'name': CreateVM_Task, 'duration_secs': 0.382269} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.556473] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.557363] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.557566] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.557933] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.560764] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa4bd4a-de42-4c58-b49c-9eaefb33fad6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.570923] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 696.570923] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52701bfc-668b-509a-30c7-fd77031c3e15" [ 696.570923] env[69731]: _type = "Task" [ 696.570923] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.579849] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52701bfc-668b-509a-30c7-fd77031c3e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.666440] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7b14d0-2f8f-4682-bd35-81d314ed172a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.674732] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e9d05-5d3b-4fe7-9c39-03d2292db574 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.707066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae6b06-8708-438d-821f-603a7399127b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.715162] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a09c3-9be8-4272-80eb-01ce814f3ed9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.730218] env[69731]: DEBUG nova.compute.provider_tree [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.766292] env[69731]: DEBUG oslo_vmware.api [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274716, 'name': PowerOnVM_Task, 'duration_secs': 0.814998} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.766596] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.766797] env[69731]: INFO nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Took 9.86 seconds to spawn the instance on the hypervisor. [ 696.767008] env[69731]: DEBUG nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.768186] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc908d1-051f-48b9-9085-db5a996c6c46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.788355] env[69731]: DEBUG nova.network.neutron [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Successfully created port: 1b423f5c-f0b8-4898-a7f7-7ec93f164d06 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.857855] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522114} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.858263] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 03661849-1d44-451d-9f43-087171ea126b/03661849-1d44-451d-9f43-087171ea126b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.858367] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.861643] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7defea9f-d9f6-4db6-a084-41ad675c5239 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.866714] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 696.866714] env[69731]: value = "task-3274721" [ 696.866714] env[69731]: _type = "Task" [ 696.866714] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.877607] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.014395] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad6fd30-588f-4e71-876e-ab497a6d7540 req-18fdfbe4-3a82-4a66-a566-57a5eb8e5e19 service nova] Releasing lock "refresh_cache-77539b7e-1405-444a-96e0-fe2c44b24fec" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.086822] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52701bfc-668b-509a-30c7-fd77031c3e15, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.087342] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.087579] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.087817] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.087960] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.088149] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.088423] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36f861fa-a8ba-437f-8848-2394acdf3af1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.099444] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.099627] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.100370] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0089c657-57d2-44db-9323-a15022ae51a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.105920] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 697.105920] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527fd3ad-a08e-a186-75d6-a7f3724e9ec2" [ 697.105920] env[69731]: _type = "Task" [ 697.105920] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.113521] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527fd3ad-a08e-a186-75d6-a7f3724e9ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.233375] env[69731]: DEBUG nova.scheduler.client.report [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.291313] env[69731]: INFO nova.compute.manager [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Took 40.95 seconds to build instance. [ 697.376493] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078276} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.376760] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.377530] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a2c0d-1795-4f58-a12c-a51daa3477f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.403087] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 03661849-1d44-451d-9f43-087171ea126b/03661849-1d44-451d-9f43-087171ea126b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.403486] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad6e77f-4432-4085-8490-b783bf5d5ea1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.434445] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 697.434445] env[69731]: value = "task-3274722" [ 697.434445] env[69731]: _type = "Task" [ 697.434445] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.443444] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.465890] env[69731]: DEBUG nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.505202] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.505202] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.505456] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.505597] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.505664] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.505790] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.506035] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.506173] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.506334] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.506488] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.506652] env[69731]: DEBUG nova.virt.hardware [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.507583] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b49c5ac-24fb-4b53-811f-f3b92e656567 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.516488] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32957731-0b28-4e58-93ea-6a4689dd41a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.616485] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527fd3ad-a08e-a186-75d6-a7f3724e9ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.060199} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.618610] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62032bed-37ed-4c4c-8c03-465dfbebe7bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.624632] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 697.624632] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52158ef9-14ea-2624-b3d7-0f0843541a58" [ 697.624632] env[69731]: _type = "Task" [ 697.624632] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.632577] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52158ef9-14ea-2624-b3d7-0f0843541a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.738726] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.741688] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.052s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.773904] env[69731]: INFO nova.scheduler.client.report [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleted allocations for instance 0168fd78-d6c6-496d-bf90-3fbb76ce44a1 [ 697.793735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a715fd-014f-432c-9b7c-db056732b9e7 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.557s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.948531] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274722, 'name': ReconfigVM_Task, 'duration_secs': 0.494671} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.949336] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 03661849-1d44-451d-9f43-087171ea126b/03661849-1d44-451d-9f43-087171ea126b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.949565] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23fd55cb-e045-4496-8f7d-be18a3bf47c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.959770] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 697.959770] env[69731]: value = "task-3274723" [ 697.959770] env[69731]: _type = "Task" [ 697.959770] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.969203] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274723, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.135323] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52158ef9-14ea-2624-b3d7-0f0843541a58, 'name': SearchDatastore_Task, 'duration_secs': 0.054914} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.136146] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.136419] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 77539b7e-1405-444a-96e0-fe2c44b24fec/77539b7e-1405-444a-96e0-fe2c44b24fec.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.136691] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58e27553-2468-464c-b599-83089f522f1c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.143531] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 698.143531] env[69731]: value = "task-3274724" [ 698.143531] env[69731]: _type = "Task" [ 698.143531] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.152124] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.247720] env[69731]: INFO nova.compute.claims [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.283252] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fda90632-0741-4339-bb67-b98f6f24ca56 tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "0168fd78-d6c6-496d-bf90-3fbb76ce44a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.651s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.296180] env[69731]: DEBUG nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.471261] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274723, 'name': Rename_Task, 'duration_secs': 0.147495} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.471750] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.472096] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d254232-607e-4018-9714-d09e9f6d6c70 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.479851] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 698.479851] env[69731]: value = "task-3274725" [ 698.479851] env[69731]: _type = "Task" [ 698.479851] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.488778] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.655053] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478352} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.656169] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 77539b7e-1405-444a-96e0-fe2c44b24fec/77539b7e-1405-444a-96e0-fe2c44b24fec.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.656923] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.657620] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d12121cb-15a5-491e-8b1f-f2ce8854d272 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.667024] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 698.667024] env[69731]: value = "task-3274726" [ 698.667024] env[69731]: _type = "Task" [ 698.667024] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.676055] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.754414] env[69731]: INFO nova.compute.resource_tracker [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating resource usage from migration ecff60ce-a2e3-4aee-a3ca-11af713d3466 [ 698.818428] env[69731]: DEBUG nova.network.neutron [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Successfully updated port: 1b423f5c-f0b8-4898-a7f7-7ec93f164d06 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.824398] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.001246] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274725, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.040385] env[69731]: DEBUG nova.compute.manager [req-bcb80f4c-3e88-4169-831d-e9ad3516b172 req-b61cd4eb-7168-463d-af8b-70101959cbde service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Received event network-vif-plugged-1b423f5c-f0b8-4898-a7f7-7ec93f164d06 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.040988] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcb80f4c-3e88-4169-831d-e9ad3516b172 req-b61cd4eb-7168-463d-af8b-70101959cbde service nova] Acquiring lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.040988] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcb80f4c-3e88-4169-831d-e9ad3516b172 req-b61cd4eb-7168-463d-af8b-70101959cbde service nova] Lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.040988] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcb80f4c-3e88-4169-831d-e9ad3516b172 req-b61cd4eb-7168-463d-af8b-70101959cbde service nova] Lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.041985] env[69731]: DEBUG nova.compute.manager [req-bcb80f4c-3e88-4169-831d-e9ad3516b172 req-b61cd4eb-7168-463d-af8b-70101959cbde service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] No waiting events found dispatching network-vif-plugged-1b423f5c-f0b8-4898-a7f7-7ec93f164d06 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.041985] env[69731]: WARNING nova.compute.manager [req-bcb80f4c-3e88-4169-831d-e9ad3516b172 req-b61cd4eb-7168-463d-af8b-70101959cbde service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Received unexpected event network-vif-plugged-1b423f5c-f0b8-4898-a7f7-7ec93f164d06 for instance with vm_state building and task_state spawning. [ 699.177802] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071981} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.178317] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.179681] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49793d2f-9f45-4446-84ec-8f25a701f9fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.213687] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 77539b7e-1405-444a-96e0-fe2c44b24fec/77539b7e-1405-444a-96e0-fe2c44b24fec.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.217142] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f1c107-d8ec-40a7-8e68-19ab96955d6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.238346] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 699.238346] env[69731]: value = "task-3274727" [ 699.238346] env[69731]: _type = "Task" [ 699.238346] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.247540] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.269190] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquiring lock "04dcf87e-ecc6-448b-b167-90f89535c268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.269505] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "04dcf87e-ecc6-448b-b167-90f89535c268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.320968] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquiring lock "refresh_cache-41eeaaec-8966-4ffb-bc2e-3267a79f60ee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.321377] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquired lock "refresh_cache-41eeaaec-8966-4ffb-bc2e-3267a79f60ee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.321451] env[69731]: DEBUG nova.network.neutron [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.361377] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c8f989-1c5e-4cfe-8980-b8a83e9533f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.369363] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6192df-0c6d-4e3f-8088-6d37119affd3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.403194] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adeedba-bfa7-4609-937a-c9e0960ae7b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.413412] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce5f21-0a65-4016-8cbd-a69ee2f36e23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.429540] env[69731]: DEBUG nova.compute.provider_tree [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.491498] env[69731]: DEBUG oslo_vmware.api [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274725, 'name': PowerOnVM_Task, 'duration_secs': 0.961932} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.491773] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.491977] env[69731]: INFO nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Took 9.85 seconds to spawn the instance on the hypervisor. [ 699.492173] env[69731]: DEBUG nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.493019] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456ebc30-0e45-45bf-b7fc-19cdab791af5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.549457] env[69731]: DEBUG nova.compute.manager [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.550674] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158fc919-0c15-40a8-ae17-75b5735e7f4a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.749671] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.877178] env[69731]: DEBUG nova.network.neutron [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.953256] env[69731]: ERROR nova.scheduler.client.report [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [req-82d1063e-9000-40e4-9d0f-11af559fca73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82d1063e-9000-40e4-9d0f-11af559fca73"}]} [ 699.970672] env[69731]: DEBUG nova.scheduler.client.report [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 699.986479] env[69731]: DEBUG nova.scheduler.client.report [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 699.986764] env[69731]: DEBUG nova.compute.provider_tree [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.003385] env[69731]: DEBUG nova.scheduler.client.report [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 700.015158] env[69731]: INFO nova.compute.manager [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Took 43.01 seconds to build instance. [ 700.044947] env[69731]: DEBUG nova.scheduler.client.report [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 700.062479] env[69731]: INFO nova.compute.manager [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] instance snapshotting [ 700.066161] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c298c780-5f53-4591-b746-d80964211335 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.071390] env[69731]: DEBUG nova.network.neutron [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Updating instance_info_cache with network_info: [{"id": "1b423f5c-f0b8-4898-a7f7-7ec93f164d06", "address": "fa:16:3e:55:a9:82", "network": {"id": "ebe5cd68-1d5d-41b7-a44d-dde188c7ed47", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1733294140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9679dfa9839440288fdd3a455aab9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b423f5c-f0", "ovs_interfaceid": "1b423f5c-f0b8-4898-a7f7-7ec93f164d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.108113] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ecb58f-21fb-4006-bbfa-9c1a5c4d9c53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.249299] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274727, 'name': ReconfigVM_Task, 'duration_secs': 0.693273} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.251927] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 77539b7e-1405-444a-96e0-fe2c44b24fec/77539b7e-1405-444a-96e0-fe2c44b24fec.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.252769] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b0eb10a-0655-4df4-943f-1d82b623d407 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.259597] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 700.259597] env[69731]: value = "task-3274728" [ 700.259597] env[69731]: _type = "Task" [ 700.259597] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.271030] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274728, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.516798] env[69731]: DEBUG oslo_concurrency.lockutils [None req-14a9b08b-a03b-4015-a3d9-16832e4a3c81 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "03661849-1d44-451d-9f43-087171ea126b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.674s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.551873] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f1d81-05a1-40f7-a82a-8ef577285f61 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.561039] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7a8b33-8138-4aaf-8435-bebceabbb3dc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.592024] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Releasing lock "refresh_cache-41eeaaec-8966-4ffb-bc2e-3267a79f60ee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.592024] env[69731]: DEBUG nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Instance network_info: |[{"id": "1b423f5c-f0b8-4898-a7f7-7ec93f164d06", "address": "fa:16:3e:55:a9:82", "network": {"id": "ebe5cd68-1d5d-41b7-a44d-dde188c7ed47", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1733294140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9679dfa9839440288fdd3a455aab9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b423f5c-f0", "ovs_interfaceid": "1b423f5c-f0b8-4898-a7f7-7ec93f164d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.592309] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:a9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b423f5c-f0b8-4898-a7f7-7ec93f164d06', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.605311] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Creating folder: Project (a9679dfa9839440288fdd3a455aab9ef). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.606516] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b91d74-185f-4bae-b636-de2bf31bc363 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.611433] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-969b3015-a039-45b7-a682-4792ecae8d11 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.621685] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 700.622099] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3602971-8099-4307-8ba0-fd565951e536 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.626073] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6b43a-5f9e-4076-97f7-6ef6349927d5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.635507] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Created folder: Project (a9679dfa9839440288fdd3a455aab9ef) in parent group-v654000. [ 700.635770] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Creating folder: Instances. Parent ref: group-v654069. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.636813] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a492160-5d9d-40ea-8bec-bc661b4ccd44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.654085] env[69731]: DEBUG nova.compute.provider_tree [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.656332] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 700.656332] env[69731]: value = "task-3274730" [ 700.656332] env[69731]: _type = "Task" [ 700.656332] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.656643] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Created folder: Instances in parent group-v654069. [ 700.656962] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.657593] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.662010] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d8ec1d-a705-41ea-8802-89448ebaf967 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.687616] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "da9673e3-cde2-4855-8a17-41fb4346b1e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.687943] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "da9673e3-cde2-4855-8a17-41fb4346b1e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.688252] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "da9673e3-cde2-4855-8a17-41fb4346b1e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.688513] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "da9673e3-cde2-4855-8a17-41fb4346b1e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.688749] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "da9673e3-cde2-4855-8a17-41fb4346b1e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.692257] env[69731]: INFO nova.compute.manager [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Terminating instance [ 700.700357] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274730, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.702190] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.702190] env[69731]: value = "task-3274732" [ 700.702190] env[69731]: _type = "Task" [ 700.702190] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.714488] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274732, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.769988] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274728, 'name': Rename_Task, 'duration_secs': 0.153204} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.770320] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.771022] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57bc657e-75b5-4a45-a8b4-6e8eeea5ba6b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.777898] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 700.777898] env[69731]: value = "task-3274733" [ 700.777898] env[69731]: _type = "Task" [ 700.777898] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.786250] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.839094] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "ca511099-902e-4e71-8921-6a4b63c09b9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.839388] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "ca511099-902e-4e71-8921-6a4b63c09b9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.839593] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "ca511099-902e-4e71-8921-6a4b63c09b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.839773] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "ca511099-902e-4e71-8921-6a4b63c09b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.840032] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "ca511099-902e-4e71-8921-6a4b63c09b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.842144] env[69731]: INFO nova.compute.manager [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Terminating instance [ 701.020542] env[69731]: DEBUG nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.076142] env[69731]: DEBUG nova.compute.manager [req-229d7666-3f1c-4249-9c91-9c2f76d73e85 req-b22cab22-6884-454d-b03e-699472f22953 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Received event network-changed-1b423f5c-f0b8-4898-a7f7-7ec93f164d06 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.076342] env[69731]: DEBUG nova.compute.manager [req-229d7666-3f1c-4249-9c91-9c2f76d73e85 req-b22cab22-6884-454d-b03e-699472f22953 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Refreshing instance network info cache due to event network-changed-1b423f5c-f0b8-4898-a7f7-7ec93f164d06. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.076552] env[69731]: DEBUG oslo_concurrency.lockutils [req-229d7666-3f1c-4249-9c91-9c2f76d73e85 req-b22cab22-6884-454d-b03e-699472f22953 service nova] Acquiring lock "refresh_cache-41eeaaec-8966-4ffb-bc2e-3267a79f60ee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.076688] env[69731]: DEBUG oslo_concurrency.lockutils [req-229d7666-3f1c-4249-9c91-9c2f76d73e85 req-b22cab22-6884-454d-b03e-699472f22953 service nova] Acquired lock "refresh_cache-41eeaaec-8966-4ffb-bc2e-3267a79f60ee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.076845] env[69731]: DEBUG nova.network.neutron [req-229d7666-3f1c-4249-9c91-9c2f76d73e85 req-b22cab22-6884-454d-b03e-699472f22953 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Refreshing network info cache for port 1b423f5c-f0b8-4898-a7f7-7ec93f164d06 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.160206] env[69731]: DEBUG nova.scheduler.client.report [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.172580] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274730, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.203383] env[69731]: DEBUG nova.compute.manager [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.203520] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.204477] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e34c1-6581-441f-bb32-303e43ac219d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.216450] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274732, 'name': CreateVM_Task, 'duration_secs': 0.407563} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.218504] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.218809] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.219531] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.219688] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.220027] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.220883] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-252d54de-04b0-4f11-af6f-b5c8d5675dbc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.221832] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4fbff3-12f8-4de0-95c9-51fd31e82026 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.228697] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 701.228697] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52de2716-f07e-0dd3-dfb5-272854cf9f74" [ 701.228697] env[69731]: _type = "Task" [ 701.228697] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.230261] env[69731]: DEBUG oslo_vmware.api [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 701.230261] env[69731]: value = "task-3274734" [ 701.230261] env[69731]: _type = "Task" [ 701.230261] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.241782] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52de2716-f07e-0dd3-dfb5-272854cf9f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.244869] env[69731]: DEBUG oslo_vmware.api [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.287847] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274733, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.346238] env[69731]: DEBUG nova.compute.manager [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.346676] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.347791] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f251b19-d97b-4694-8a86-afcdaf54e221 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.356159] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.356505] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b857d112-25f3-4da3-85c8-9df6976e82cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.362552] env[69731]: DEBUG oslo_vmware.api [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 701.362552] env[69731]: value = "task-3274735" [ 701.362552] env[69731]: _type = "Task" [ 701.362552] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.373401] env[69731]: DEBUG oslo_vmware.api [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.545739] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.668086] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.926s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.668361] env[69731]: INFO nova.compute.manager [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Migrating [ 701.668606] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.668750] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.676022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.444s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.676022] env[69731]: DEBUG nova.objects.instance [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lazy-loading 'resources' on Instance uuid 268efccf-ff0d-4b65-aaff-7d56844c9fd1 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.676022] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274730, 'name': CreateSnapshot_Task, 'duration_secs': 0.661945} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.676611] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 701.677435] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0821acbf-facb-42a2-ab20-eb71012c6ade {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.744306] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52de2716-f07e-0dd3-dfb5-272854cf9f74, 'name': SearchDatastore_Task, 'duration_secs': 0.012688} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.748565] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.748808] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.749082] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.750659] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.750659] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.750659] env[69731]: DEBUG oslo_vmware.api [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274734, 'name': PowerOffVM_Task, 'duration_secs': 0.246648} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.750659] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71160eb7-e08a-4028-bb56-922bb74b4a53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.751690] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.751862] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.752121] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50a2fc52-36f9-4285-87f6-7fbc8224d4ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.762468] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.762468] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.763154] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec0b2ce-ac4b-4895-90e3-8bc674b1f614 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.768428] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 701.768428] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fcb245-1374-5b9e-97d2-de536089eeae" [ 701.768428] env[69731]: _type = "Task" [ 701.768428] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.775701] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fcb245-1374-5b9e-97d2-de536089eeae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.786272] env[69731]: DEBUG oslo_vmware.api [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274733, 'name': PowerOnVM_Task, 'duration_secs': 0.595845} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.786525] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.786721] env[69731]: INFO nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Took 9.37 seconds to spawn the instance on the hypervisor. [ 701.786903] env[69731]: DEBUG nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.787767] env[69731]: DEBUG nova.network.neutron [req-229d7666-3f1c-4249-9c91-9c2f76d73e85 req-b22cab22-6884-454d-b03e-699472f22953 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Updated VIF entry in instance network info cache for port 1b423f5c-f0b8-4898-a7f7-7ec93f164d06. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.788078] env[69731]: DEBUG nova.network.neutron [req-229d7666-3f1c-4249-9c91-9c2f76d73e85 req-b22cab22-6884-454d-b03e-699472f22953 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Updating instance_info_cache with network_info: [{"id": "1b423f5c-f0b8-4898-a7f7-7ec93f164d06", "address": "fa:16:3e:55:a9:82", "network": {"id": "ebe5cd68-1d5d-41b7-a44d-dde188c7ed47", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1733294140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9679dfa9839440288fdd3a455aab9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b423f5c-f0", "ovs_interfaceid": "1b423f5c-f0b8-4898-a7f7-7ec93f164d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.789738] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5ced5f-3f06-4214-b210-8718f3638c28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.842121] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.842360] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.842542] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleting the datastore file [datastore2] da9673e3-cde2-4855-8a17-41fb4346b1e5 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.844008] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-751f5f87-083e-41b6-b3e6-3e20c1be04b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.851704] env[69731]: DEBUG oslo_vmware.api [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 701.851704] env[69731]: value = "task-3274737" [ 701.851704] env[69731]: _type = "Task" [ 701.851704] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.860758] env[69731]: DEBUG oslo_vmware.api [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.872701] env[69731]: DEBUG oslo_vmware.api [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274735, 'name': PowerOffVM_Task, 'duration_secs': 0.246721} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.872957] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.873195] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.873494] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c110ca-b434-468f-83bc-62c96909df6c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.938070] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.938343] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.938560] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleting the datastore file [datastore2] ca511099-902e-4e71-8921-6a4b63c09b9e {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.938853] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5baa08f6-a0c8-4d6e-8a45-de600e7f1471 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.945275] env[69731]: DEBUG oslo_vmware.api [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for the task: (returnval){ [ 701.945275] env[69731]: value = "task-3274739" [ 701.945275] env[69731]: _type = "Task" [ 701.945275] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.953797] env[69731]: DEBUG oslo_vmware.api [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.179427] env[69731]: INFO nova.compute.rpcapi [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 702.180246] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.199670] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 702.212363] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2435d98d-2b15-4877-858b-94b8e4f3192d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.223174] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 702.223174] env[69731]: value = "task-3274740" [ 702.223174] env[69731]: _type = "Task" [ 702.223174] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.238578] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274740, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.282401] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fcb245-1374-5b9e-97d2-de536089eeae, 'name': SearchDatastore_Task, 'duration_secs': 0.018053} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.283384] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe2f5f9-39db-4977-8be4-d6f92131ad89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.288994] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 702.288994] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5208555b-67bb-63e4-dc78-e84093b41faa" [ 702.288994] env[69731]: _type = "Task" [ 702.288994] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.295509] env[69731]: DEBUG oslo_concurrency.lockutils [req-229d7666-3f1c-4249-9c91-9c2f76d73e85 req-b22cab22-6884-454d-b03e-699472f22953 service nova] Releasing lock "refresh_cache-41eeaaec-8966-4ffb-bc2e-3267a79f60ee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.306982] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5208555b-67bb-63e4-dc78-e84093b41faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.310888] env[69731]: INFO nova.compute.manager [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Took 42.28 seconds to build instance. [ 702.365371] env[69731]: DEBUG oslo_vmware.api [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216843} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.365638] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.365850] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.365991] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.366183] env[69731]: INFO nova.compute.manager [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 702.366496] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.369525] env[69731]: DEBUG nova.compute.manager [-] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.369620] env[69731]: DEBUG nova.network.neutron [-] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.463051] env[69731]: DEBUG oslo_vmware.api [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Task: {'id': task-3274739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202213} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.463394] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.463821] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.463920] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.464110] env[69731]: INFO nova.compute.manager [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 702.464704] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.464704] env[69731]: DEBUG nova.compute.manager [-] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.464829] env[69731]: DEBUG nova.network.neutron [-] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.711741] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquiring lock "77539b7e-1405-444a-96e0-fe2c44b24fec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.720413] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.720941] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.721363] env[69731]: DEBUG nova.network.neutron [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.735753] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274740, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.792211] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba67ad0-8aa0-4ed8-90e3-2894901d0b4e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.815539] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8929153d-138c-45be-bd2a-2b0ae0692e05 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.815539] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5208555b-67bb-63e4-dc78-e84093b41faa, 'name': SearchDatastore_Task, 'duration_secs': 0.015295} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.819304] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d798c3a0-15b1-4161-9a22-517b41c8dba8 tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "77539b7e-1405-444a-96e0-fe2c44b24fec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.742s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.819762] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.820195] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 41eeaaec-8966-4ffb-bc2e-3267a79f60ee/41eeaaec-8966-4ffb-bc2e-3267a79f60ee.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.823163] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "77539b7e-1405-444a-96e0-fe2c44b24fec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.112s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.823529] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquiring lock "77539b7e-1405-444a-96e0-fe2c44b24fec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.823863] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "77539b7e-1405-444a-96e0-fe2c44b24fec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.824218] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "77539b7e-1405-444a-96e0-fe2c44b24fec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.825994] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaad183d-95a1-4697-983a-8a423f74fda1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.828967] env[69731]: INFO nova.compute.manager [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Terminating instance [ 702.864724] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe85d6-0b15-47d8-a7b0-0410670f61be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.869873] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 702.869873] env[69731]: value = "task-3274741" [ 702.869873] env[69731]: _type = "Task" [ 702.869873] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.877979] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b32fa90-ac62-4169-a740-e1af810a629a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.886318] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.898148] env[69731]: DEBUG nova.compute.provider_tree [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.116251] env[69731]: DEBUG nova.compute.manager [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Received event network-changed-8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.116519] env[69731]: DEBUG nova.compute.manager [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Refreshing instance network info cache due to event network-changed-8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.116844] env[69731]: DEBUG oslo_concurrency.lockutils [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] Acquiring lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.116977] env[69731]: DEBUG oslo_concurrency.lockutils [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] Acquired lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.117088] env[69731]: DEBUG nova.network.neutron [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Refreshing network info cache for port 8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.239622] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274740, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.358652] env[69731]: DEBUG nova.network.neutron [-] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.360940] env[69731]: DEBUG nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.370944] env[69731]: DEBUG nova.compute.manager [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.371292] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.372794] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341b5dd-b876-4a4c-a7f3-cf7ebd70c16c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.389214] env[69731]: DEBUG nova.network.neutron [-] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.397136] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.402839] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda6b9be-f3b3-4791-9475-b53626ec86d2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.409019] env[69731]: DEBUG nova.scheduler.client.report [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.411077] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519291} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.412805] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 41eeaaec-8966-4ffb-bc2e-3267a79f60ee/41eeaaec-8966-4ffb-bc2e-3267a79f60ee.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.413128] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.413998] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d6f8221-3a71-45cb-b1ec-43eee44ebe19 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.419301] env[69731]: DEBUG oslo_vmware.api [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 703.419301] env[69731]: value = "task-3274742" [ 703.419301] env[69731]: _type = "Task" [ 703.419301] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.432539] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 703.432539] env[69731]: value = "task-3274743" [ 703.432539] env[69731]: _type = "Task" [ 703.432539] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.448342] env[69731]: DEBUG oslo_vmware.api [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.455330] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.537019] env[69731]: DEBUG nova.network.neutron [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance_info_cache with network_info: [{"id": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "address": "fa:16:3e:95:b4:0b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dbb2b9-0f", "ovs_interfaceid": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.736720] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274740, 'name': CloneVM_Task} progress is 95%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.866138] env[69731]: INFO nova.compute.manager [-] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Took 1.50 seconds to deallocate network for instance. [ 703.886140] env[69731]: DEBUG nova.network.neutron [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Updated VIF entry in instance network info cache for port 8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.886637] env[69731]: DEBUG nova.network.neutron [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Updating instance_info_cache with network_info: [{"id": "8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9", "address": "fa:16:3e:d8:1a:d3", "network": {"id": "6a2f955a-2485-440b-996f-2c39b65c8323", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-927920594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670c6bce3a534927919d3508b99193ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3f6e1a-5c", "ovs_interfaceid": "8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.890464] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.892991] env[69731]: INFO nova.compute.manager [-] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Took 1.43 seconds to deallocate network for instance. [ 703.914402] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.916761] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.723s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.918400] env[69731]: INFO nova.compute.claims [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.931648] env[69731]: DEBUG oslo_vmware.api [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274742, 'name': PowerOffVM_Task, 'duration_secs': 0.211795} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.931994] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.932113] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.932361] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea470650-ec35-4200-bb7b-cfb595b2fb45 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.934834] env[69731]: INFO nova.scheduler.client.report [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted allocations for instance 268efccf-ff0d-4b65-aaff-7d56844c9fd1 [ 703.948323] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073295} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.948441] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.949417] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333c25e-78cf-401e-99cc-ff17270d3f14 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.972650] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 41eeaaec-8966-4ffb-bc2e-3267a79f60ee/41eeaaec-8966-4ffb-bc2e-3267a79f60ee.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.973634] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0dcd672-4213-421b-b392-0c5b34e34495 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.994031] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 703.994031] env[69731]: value = "task-3274745" [ 703.994031] env[69731]: _type = "Task" [ 703.994031] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.003843] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.010034] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.010034] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.010034] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Deleting the datastore file [datastore1] 77539b7e-1405-444a-96e0-fe2c44b24fec {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.010282] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4d0bd6f-cc3e-43f5-a691-9194f55a606d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.016033] env[69731]: DEBUG oslo_vmware.api [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for the task: (returnval){ [ 704.016033] env[69731]: value = "task-3274746" [ 704.016033] env[69731]: _type = "Task" [ 704.016033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.023998] env[69731]: DEBUG oslo_vmware.api [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.036765] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.237931] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274740, 'name': CloneVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.385021] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.388572] env[69731]: DEBUG oslo_concurrency.lockutils [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] Releasing lock "refresh_cache-03661849-1d44-451d-9f43-087171ea126b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.388755] env[69731]: DEBUG nova.compute.manager [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Received event network-vif-deleted-7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.388876] env[69731]: INFO nova.compute.manager [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Neutron deleted interface 7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77; detaching it from the instance and deleting it from the info cache [ 704.389093] env[69731]: DEBUG nova.network.neutron [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.399352] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.446068] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d434c62d-fb7b-4b72-b466-fb54b390c5c4 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "268efccf-ff0d-4b65-aaff-7d56844c9fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.505s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.503981] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274745, 'name': ReconfigVM_Task, 'duration_secs': 0.348387} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.504286] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 41eeaaec-8966-4ffb-bc2e-3267a79f60ee/41eeaaec-8966-4ffb-bc2e-3267a79f60ee.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.504971] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ac0ebec-c591-47ed-8d9b-cc1c990be394 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.511861] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 704.511861] env[69731]: value = "task-3274747" [ 704.511861] env[69731]: _type = "Task" [ 704.511861] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.522592] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274747, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.527230] env[69731]: DEBUG oslo_vmware.api [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.738137] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274740, 'name': CloneVM_Task, 'duration_secs': 2.019022} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.738406] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Created linked-clone VM from snapshot [ 704.739301] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7793bbc1-fabf-49a5-9c32-a9955ff8ee32 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.746725] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Uploading image 86b358bf-c611-4180-83ea-3bd8c3be1e11 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 704.773180] env[69731]: DEBUG oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 704.773180] env[69731]: value = "vm-654073" [ 704.773180] env[69731]: _type = "VirtualMachine" [ 704.773180] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 704.773444] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d5b49d7a-f0a2-4bc4-becf-de2204846c70 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.781069] env[69731]: DEBUG oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lease: (returnval){ [ 704.781069] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520250bb-a279-ec6b-9726-26e73f8b1733" [ 704.781069] env[69731]: _type = "HttpNfcLease" [ 704.781069] env[69731]: } obtained for exporting VM: (result){ [ 704.781069] env[69731]: value = "vm-654073" [ 704.781069] env[69731]: _type = "VirtualMachine" [ 704.781069] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 704.781478] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the lease: (returnval){ [ 704.781478] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520250bb-a279-ec6b-9726-26e73f8b1733" [ 704.781478] env[69731]: _type = "HttpNfcLease" [ 704.781478] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 704.788662] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 704.788662] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520250bb-a279-ec6b-9726-26e73f8b1733" [ 704.788662] env[69731]: _type = "HttpNfcLease" [ 704.788662] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 704.892034] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67b3ecfc-7bec-45df-811f-fe46f67f9d57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.901922] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8181262-48ba-4dd3-8413-2e374d3d3b95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.937735] env[69731]: DEBUG nova.compute.manager [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Detach interface failed, port_id=7eaa5a22-3c35-46a1-b6d9-d516aaaf2c77, reason: Instance da9673e3-cde2-4855-8a17-41fb4346b1e5 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 704.937984] env[69731]: DEBUG nova.compute.manager [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Received event network-vif-deleted-d593cf14-f3e4-474b-9b51-1a49a6b7e5a5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.938163] env[69731]: INFO nova.compute.manager [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Neutron deleted interface d593cf14-f3e4-474b-9b51-1a49a6b7e5a5; detaching it from the instance and deleting it from the info cache [ 704.938371] env[69731]: DEBUG nova.network.neutron [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.031926] env[69731]: DEBUG oslo_vmware.api [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Task: {'id': task-3274746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532596} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.033808] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274747, 'name': Rename_Task, 'duration_secs': 0.137202} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.033808] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.033808] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.033808] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.033808] env[69731]: INFO nova.compute.manager [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Took 1.66 seconds to destroy the instance on the hypervisor. [ 705.034094] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.034094] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.034094] env[69731]: DEBUG nova.compute.manager [-] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.034094] env[69731]: DEBUG nova.network.neutron [-] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.035659] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4c639a9-1edc-45c8-adbe-dd9ab885725d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.048031] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 705.048031] env[69731]: value = "task-3274749" [ 705.048031] env[69731]: _type = "Task" [ 705.048031] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.058175] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.309399] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.309399] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520250bb-a279-ec6b-9726-26e73f8b1733" [ 705.309399] env[69731]: _type = "HttpNfcLease" [ 705.309399] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 705.309399] env[69731]: DEBUG oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 705.309399] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520250bb-a279-ec6b-9726-26e73f8b1733" [ 705.309399] env[69731]: _type = "HttpNfcLease" [ 705.309399] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 705.309399] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe0f9c8-678c-4664-9de6-6a4139458f68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.309399] env[69731]: DEBUG oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3b2ce-8d5c-4816-5e30-f50495e19167/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 705.309399] env[69731]: DEBUG oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3b2ce-8d5c-4816-5e30-f50495e19167/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 705.384548] env[69731]: DEBUG nova.compute.manager [req-6642254f-294e-4c78-83c5-d2338768189e req-3aaf5a44-1d14-45ad-8b92-1a4ca4616a61 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Received event network-vif-deleted-1425fbe4-99ce-40e1-b0f2-6bc432b051b5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.384548] env[69731]: INFO nova.compute.manager [req-6642254f-294e-4c78-83c5-d2338768189e req-3aaf5a44-1d14-45ad-8b92-1a4ca4616a61 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Neutron deleted interface 1425fbe4-99ce-40e1-b0f2-6bc432b051b5; detaching it from the instance and deleting it from the info cache [ 705.384548] env[69731]: DEBUG nova.network.neutron [req-6642254f-294e-4c78-83c5-d2338768189e req-3aaf5a44-1d14-45ad-8b92-1a4ca4616a61 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.405825] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02e71ff2-4967-49d7-babe-0a4774f20d5a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.446652] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cde140f-83cc-466d-88a1-4cda50e7db24 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.457915] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f351e7-191b-4bbd-ab62-ec4b63f77f9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.491586] env[69731]: DEBUG nova.compute.manager [req-0834cb62-bae8-4b9c-94d2-94c7493c63bd req-e231999a-4980-4315-b6d6-f860bef500d5 service nova] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Detach interface failed, port_id=d593cf14-f3e4-474b-9b51-1a49a6b7e5a5, reason: Instance ca511099-902e-4e71-8921-6a4b63c09b9e could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 705.505924] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60f5120-5fe9-4401-97a4-20f337b446a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.513836] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd66b9d-2780-42ef-956f-ed3d6d5df74e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.546574] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c2d4c6-6d85-420a-bd91-1461769a7a6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.555582] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a887bc-3f3f-4a19-a569-0e123049c7f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.561511] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a0dd68-6548-426d-ba2f-3e8245b644d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.581070] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance '0f58f9a2-8d42-44b2-828c-fc96f3615014' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.584438] env[69731]: DEBUG oslo_vmware.api [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274749, 'name': PowerOnVM_Task, 'duration_secs': 0.505503} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.585034] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.585246] env[69731]: INFO nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Took 8.12 seconds to spawn the instance on the hypervisor. [ 705.585500] env[69731]: DEBUG nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.586969] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631cf80d-89bf-47db-bce0-05bc66b91b05 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.597193] env[69731]: DEBUG nova.compute.provider_tree [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.867947] env[69731]: DEBUG nova.network.neutron [-] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.888319] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57c584fb-931f-4435-850c-13da9f80f316 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.898371] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cf54ef-cc8c-4c37-b2e8-0e71c85be1aa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.931262] env[69731]: DEBUG nova.compute.manager [req-6642254f-294e-4c78-83c5-d2338768189e req-3aaf5a44-1d14-45ad-8b92-1a4ca4616a61 service nova] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Detach interface failed, port_id=1425fbe4-99ce-40e1-b0f2-6bc432b051b5, reason: Instance 77539b7e-1405-444a-96e0-fe2c44b24fec could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 706.092157] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.092649] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c573474-35ba-4b03-9e8d-89767464b57d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.102020] env[69731]: DEBUG nova.scheduler.client.report [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.106895] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 706.106895] env[69731]: value = "task-3274750" [ 706.106895] env[69731]: _type = "Task" [ 706.106895] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.122540] env[69731]: INFO nova.compute.manager [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Took 39.52 seconds to build instance. [ 706.132706] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.372345] env[69731]: INFO nova.compute.manager [-] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Took 1.34 seconds to deallocate network for instance. [ 706.608484] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.609297] env[69731]: DEBUG nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.612673] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.511s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.612922] env[69731]: DEBUG nova.objects.instance [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lazy-loading 'resources' on Instance uuid e7d54e30-01f8-44c0-9dcb-8ccb5249d74f {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.626881] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274750, 'name': PowerOffVM_Task, 'duration_secs': 0.303801} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.627315] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.627617] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance '0f58f9a2-8d42-44b2-828c-fc96f3615014' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.635662] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f0b5410-bfbe-4933-b361-eba22594401b tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.526s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.880824] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.028554] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquiring lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.028910] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.029273] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquiring lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.029515] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.029662] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.032720] env[69731]: INFO nova.compute.manager [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Terminating instance [ 707.116965] env[69731]: DEBUG nova.compute.utils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.119116] env[69731]: DEBUG nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.119446] env[69731]: DEBUG nova.network.neutron [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.135123] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.135123] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.135554] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.135844] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.136105] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.136378] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.136684] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.136939] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.137217] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.137498] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.137785] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.145796] env[69731]: DEBUG nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.890075] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db13eb7d-312a-4356-8647-d7ba1fe7c6a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.902442] env[69731]: DEBUG nova.policy [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94547a9d380442d28386fc9fb15efb3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7af05efa2f04620bb58cf492963bfcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.907110] env[69731]: DEBUG nova.compute.manager [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.908551] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.909791] env[69731]: DEBUG nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.913796] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419cc10-1444-47fd-a086-4a1370ac9cd5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.922817] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.926026] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e433b8-556b-43ca-a322-cfed61b552ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.926145] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 707.926145] env[69731]: value = "task-3274751" [ 707.926145] env[69731]: _type = "Task" [ 707.926145] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.938942] env[69731]: DEBUG oslo_vmware.api [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 707.938942] env[69731]: value = "task-3274752" [ 707.938942] env[69731]: _type = "Task" [ 707.938942] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.939577] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.952457] env[69731]: DEBUG oslo_vmware.api [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.405709] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.406557] env[69731]: DEBUG nova.network.neutron [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Successfully created port: d9e34065-0336-4089-9db9-07280fea0c94 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.412117] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f5eea2-3f52-4633-8db4-5014f5fbaf0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.418392] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d42b21-354f-4b5b-b670-5d9df34ac272 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.456365] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3803bd-f31e-473a-a302-f81f84990bd5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.466743] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274751, 'name': ReconfigVM_Task, 'duration_secs': 0.196615} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.470139] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance '0f58f9a2-8d42-44b2-828c-fc96f3615014' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 708.474288] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e656ce5-ad8b-46fa-b7b3-f07e3de0148e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.478695] env[69731]: DEBUG oslo_vmware.api [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274752, 'name': PowerOffVM_Task, 'duration_secs': 0.210561} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.479497] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.479670] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.480383] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eb9c6c7-feb2-4b34-8472-6fa771bf1321 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.490136] env[69731]: DEBUG nova.compute.provider_tree [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.560535] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.560793] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.560927] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Deleting the datastore file [datastore1] 41eeaaec-8966-4ffb-bc2e-3267a79f60ee {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.561536] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8053be-5484-400d-bace-f2a74790d3d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.569174] env[69731]: DEBUG oslo_vmware.api [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for the task: (returnval){ [ 708.569174] env[69731]: value = "task-3274754" [ 708.569174] env[69731]: _type = "Task" [ 708.569174] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.579514] env[69731]: DEBUG oslo_vmware.api [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.923642] env[69731]: DEBUG nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.946518] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.946787] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.946963] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.947158] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.947304] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.947527] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.947839] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.948093] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.948358] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.948531] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.948720] env[69731]: DEBUG nova.virt.hardware [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.949801] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a73cb2-fcfd-4f50-84e9-5dd024d42670 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.958338] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d344ff-ec71-4726-9037-3138bae8220d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.981817] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.982091] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.982224] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.982435] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.982588] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.982722] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.982923] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.983102] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.983269] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.983426] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.983593] env[69731]: DEBUG nova.virt.hardware [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.988767] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 708.989078] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7908d6b1-c5f5-405e-9e6a-c9d06712fb9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.003036] env[69731]: DEBUG nova.scheduler.client.report [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.011109] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 709.011109] env[69731]: value = "task-3274755" [ 709.011109] env[69731]: _type = "Task" [ 709.011109] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.019398] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.083456] env[69731]: DEBUG oslo_vmware.api [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Task: {'id': task-3274754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41641} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.083875] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.084235] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.084505] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.084823] env[69731]: INFO nova.compute.manager [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 709.085282] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.085592] env[69731]: DEBUG nova.compute.manager [-] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.085775] env[69731]: DEBUG nova.network.neutron [-] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.446888] env[69731]: DEBUG nova.compute.manager [req-c8f8bf8d-624f-48fe-9899-aae2ce939fa9 req-db7cc9d3-a355-4e52-a5fd-a54654cd7288 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Received event network-vif-deleted-1b423f5c-f0b8-4898-a7f7-7ec93f164d06 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.447149] env[69731]: INFO nova.compute.manager [req-c8f8bf8d-624f-48fe-9899-aae2ce939fa9 req-db7cc9d3-a355-4e52-a5fd-a54654cd7288 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Neutron deleted interface 1b423f5c-f0b8-4898-a7f7-7ec93f164d06; detaching it from the instance and deleting it from the info cache [ 709.447405] env[69731]: DEBUG nova.network.neutron [req-c8f8bf8d-624f-48fe-9899-aae2ce939fa9 req-db7cc9d3-a355-4e52-a5fd-a54654cd7288 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.508181] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.895s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.510778] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.976s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.512466] env[69731]: INFO nova.compute.claims [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.525432] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274755, 'name': ReconfigVM_Task, 'duration_secs': 0.218496} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.525752] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 709.526651] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6f6b2b-fdf3-43cd-abdc-af2ddf15b2ba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.550962] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 0f58f9a2-8d42-44b2-828c-fc96f3615014/0f58f9a2-8d42-44b2-828c-fc96f3615014.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.551738] env[69731]: INFO nova.scheduler.client.report [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleted allocations for instance e7d54e30-01f8-44c0-9dcb-8ccb5249d74f [ 709.552733] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21de8eaa-f568-4a5c-b0f5-6a59a09fb640 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.575693] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 709.575693] env[69731]: value = "task-3274756" [ 709.575693] env[69731]: _type = "Task" [ 709.575693] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.584184] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.889916] env[69731]: DEBUG nova.network.neutron [-] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.950544] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc61ce72-770d-4086-8438-035faf967e6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.961128] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377724f8-ee9d-4c7c-8e86-1ae74f4d1957 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.003581] env[69731]: DEBUG nova.compute.manager [req-c8f8bf8d-624f-48fe-9899-aae2ce939fa9 req-db7cc9d3-a355-4e52-a5fd-a54654cd7288 service nova] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Detach interface failed, port_id=1b423f5c-f0b8-4898-a7f7-7ec93f164d06, reason: Instance 41eeaaec-8966-4ffb-bc2e-3267a79f60ee could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 710.004782] env[69731]: DEBUG nova.network.neutron [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Successfully updated port: d9e34065-0336-4089-9db9-07280fea0c94 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.074666] env[69731]: DEBUG oslo_concurrency.lockutils [None req-adf615c0-60d2-4018-b960-95c07469aa44 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "e7d54e30-01f8-44c0-9dcb-8ccb5249d74f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.859s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.084779] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274756, 'name': ReconfigVM_Task, 'duration_secs': 0.329887} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.085071] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 0f58f9a2-8d42-44b2-828c-fc96f3615014/0f58f9a2-8d42-44b2-828c-fc96f3615014.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.085333] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance '0f58f9a2-8d42-44b2-828c-fc96f3615014' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.393315] env[69731]: INFO nova.compute.manager [-] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Took 1.31 seconds to deallocate network for instance. [ 710.508887] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.508887] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.508887] env[69731]: DEBUG nova.network.neutron [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.594664] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47400c7-4dc0-47f5-b631-4adc91292335 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.617654] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f16d8f8-2435-4b26-8727-d8d9166e9e07 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.636462] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance '0f58f9a2-8d42-44b2-828c-fc96f3615014' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.899362] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.035186] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e69b30-d1a9-45ba-bbc1-b1f4df9077d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.043898] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c0de7c-5763-4e82-81a4-213bc0eef542 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.078778] env[69731]: DEBUG nova.network.neutron [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.081290] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941f5e24-4b89-41b4-9887-aa883477a00a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.089395] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb7646c-2eda-47ed-a2bc-33b821c0e0d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.103309] env[69731]: DEBUG nova.compute.provider_tree [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.220972] env[69731]: DEBUG nova.network.neutron [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Port a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 711.264303] env[69731]: DEBUG nova.network.neutron [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Updating instance_info_cache with network_info: [{"id": "d9e34065-0336-4089-9db9-07280fea0c94", "address": "fa:16:3e:7e:d9:bb", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e34065-03", "ovs_interfaceid": "d9e34065-0336-4089-9db9-07280fea0c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.474486] env[69731]: DEBUG nova.compute.manager [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Received event network-vif-plugged-d9e34065-0336-4089-9db9-07280fea0c94 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.474852] env[69731]: DEBUG oslo_concurrency.lockutils [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] Acquiring lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.475196] env[69731]: DEBUG oslo_concurrency.lockutils [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.475486] env[69731]: DEBUG oslo_concurrency.lockutils [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.475781] env[69731]: DEBUG nova.compute.manager [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] No waiting events found dispatching network-vif-plugged-d9e34065-0336-4089-9db9-07280fea0c94 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.476047] env[69731]: WARNING nova.compute.manager [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Received unexpected event network-vif-plugged-d9e34065-0336-4089-9db9-07280fea0c94 for instance with vm_state building and task_state spawning. [ 711.476335] env[69731]: DEBUG nova.compute.manager [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Received event network-changed-d9e34065-0336-4089-9db9-07280fea0c94 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.476602] env[69731]: DEBUG nova.compute.manager [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Refreshing instance network info cache due to event network-changed-d9e34065-0336-4089-9db9-07280fea0c94. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.476881] env[69731]: DEBUG oslo_concurrency.lockutils [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] Acquiring lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.608033] env[69731]: DEBUG nova.scheduler.client.report [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.767558] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.767918] env[69731]: DEBUG nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Instance network_info: |[{"id": "d9e34065-0336-4089-9db9-07280fea0c94", "address": "fa:16:3e:7e:d9:bb", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e34065-03", "ovs_interfaceid": "d9e34065-0336-4089-9db9-07280fea0c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.768262] env[69731]: DEBUG oslo_concurrency.lockutils [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] Acquired lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.768444] env[69731]: DEBUG nova.network.neutron [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Refreshing network info cache for port d9e34065-0336-4089-9db9-07280fea0c94 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.769888] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:d9:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9e34065-0336-4089-9db9-07280fea0c94', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.781625] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Creating folder: Project (f7af05efa2f04620bb58cf492963bfcb). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.782976] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0556438-8f2b-473f-82f7-6f4afec2958c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.795305] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Created folder: Project (f7af05efa2f04620bb58cf492963bfcb) in parent group-v654000. [ 711.795795] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Creating folder: Instances. Parent ref: group-v654074. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.796189] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca395e3d-810c-48a6-8575-132d1f73bb42 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.806367] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Created folder: Instances in parent group-v654074. [ 711.806806] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.807316] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.807316] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef6bde33-5322-42cd-99ed-4487a0c13ecb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.827085] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.827085] env[69731]: value = "task-3274759" [ 711.827085] env[69731]: _type = "Task" [ 711.827085] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.835540] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274759, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.113321] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.113607] env[69731]: DEBUG nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.116303] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.271s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.116527] env[69731]: DEBUG nova.objects.instance [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lazy-loading 'resources' on Instance uuid 14932019-a872-408d-9c83-2a125d37d0e3 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.255469] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.255682] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.255864] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.338917] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274759, 'name': CreateVM_Task, 'duration_secs': 0.38133} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.339148] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.339856] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.340147] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.340826] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.341094] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32da824d-5fbd-4660-9eda-1ed4d18c3924 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.346110] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 712.346110] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1981d-376f-26fd-0f6b-13ae0a86c177" [ 712.346110] env[69731]: _type = "Task" [ 712.346110] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.355354] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1981d-376f-26fd-0f6b-13ae0a86c177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.422238] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.422469] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.508199] env[69731]: DEBUG nova.network.neutron [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Updated VIF entry in instance network info cache for port d9e34065-0336-4089-9db9-07280fea0c94. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.508636] env[69731]: DEBUG nova.network.neutron [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Updating instance_info_cache with network_info: [{"id": "d9e34065-0336-4089-9db9-07280fea0c94", "address": "fa:16:3e:7e:d9:bb", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e34065-03", "ovs_interfaceid": "d9e34065-0336-4089-9db9-07280fea0c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.619858] env[69731]: DEBUG nova.compute.utils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.624653] env[69731]: DEBUG nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.624653] env[69731]: DEBUG nova.network.neutron [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.677484] env[69731]: DEBUG nova.policy [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94547a9d380442d28386fc9fb15efb3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7af05efa2f04620bb58cf492963bfcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.856836] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1981d-376f-26fd-0f6b-13ae0a86c177, 'name': SearchDatastore_Task, 'duration_secs': 0.012532} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.857398] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.857672] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.857913] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.858170] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.858385] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.858666] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8d6778-1982-4635-8b7e-9a8d27093e4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.870340] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.870615] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.871302] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47f6db7-e18c-4736-8800-f4ef6d7fe9a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.876728] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 712.876728] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5244b3f4-6b74-5eb6-a014-ea3c98120fa3" [ 712.876728] env[69731]: _type = "Task" [ 712.876728] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.887300] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5244b3f4-6b74-5eb6-a014-ea3c98120fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.995307] env[69731]: DEBUG nova.network.neutron [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Successfully created port: 76fe6dc9-3101-4983-8803-f75aedce9887 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.011254] env[69731]: DEBUG oslo_concurrency.lockutils [req-c19357cb-c44a-4da9-b4c1-5ed60b408114 req-ea328e7e-5d9d-4cf7-a263-365fc6adbc80 service nova] Releasing lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.124889] env[69731]: DEBUG nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.160476] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8a7194-5356-4362-bee8-1576ca80a368 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.169503] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb780fe7-c321-47c3-8b46-f08043854997 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.204200] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feed0c06-319f-4c68-9055-35954829c77c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.212722] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1880f027-a0ba-45b3-886b-993e5799c31d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.227525] env[69731]: DEBUG nova.compute.provider_tree [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.327145] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.327351] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.327532] env[69731]: DEBUG nova.network.neutron [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.387893] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5244b3f4-6b74-5eb6-a014-ea3c98120fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.389064] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bc329f-45dc-4668-a88c-88b72264d66e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.393925] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 713.393925] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ea6bb5-ce69-f6bf-608b-f02560e5dfe9" [ 713.393925] env[69731]: _type = "Task" [ 713.393925] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.402836] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ea6bb5-ce69-f6bf-608b-f02560e5dfe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.730527] env[69731]: DEBUG nova.scheduler.client.report [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.907164] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ea6bb5-ce69-f6bf-608b-f02560e5dfe9, 'name': SearchDatastore_Task, 'duration_secs': 0.013036} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.907479] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.907794] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] cacfd4e7-7db1-4d55-af2c-2004e3f1de28/cacfd4e7-7db1-4d55-af2c-2004e3f1de28.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.908112] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d640984-2a85-4972-a9d2-5b2a43c9690f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.914785] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 713.914785] env[69731]: value = "task-3274760" [ 713.914785] env[69731]: _type = "Task" [ 713.914785] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.923434] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.963186] env[69731]: DEBUG oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3b2ce-8d5c-4816-5e30-f50495e19167/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.964224] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c17b98-1097-45b4-b889-ab07e2e41214 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.970724] env[69731]: DEBUG oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3b2ce-8d5c-4816-5e30-f50495e19167/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.970901] env[69731]: ERROR oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3b2ce-8d5c-4816-5e30-f50495e19167/disk-0.vmdk due to incomplete transfer. [ 713.973662] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5fa19475-c047-443c-a35c-4c5a64df2efa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.981863] env[69731]: DEBUG oslo_vmware.rw_handles [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e3b2ce-8d5c-4816-5e30-f50495e19167/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.982070] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Uploaded image 86b358bf-c611-4180-83ea-3bd8c3be1e11 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.984729] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.985163] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f48ff26-921e-41c8-b552-1979e7825d57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.990913] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 713.990913] env[69731]: value = "task-3274761" [ 713.990913] env[69731]: _type = "Task" [ 713.990913] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.000888] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274761, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.114111] env[69731]: DEBUG nova.network.neutron [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance_info_cache with network_info: [{"id": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "address": "fa:16:3e:95:b4:0b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dbb2b9-0f", "ovs_interfaceid": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.139380] env[69731]: DEBUG nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.166180] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.166513] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.166693] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.166877] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.167071] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.167307] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.167429] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.167581] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.167748] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.167928] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.168120] env[69731]: DEBUG nova.virt.hardware [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.169968] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a51dbff-1b70-43e8-9c1e-f3d39842ae05 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.179212] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a288e315-4f27-4a73-95cf-0013ee913071 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.237240] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.241388] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.847s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.242335] env[69731]: INFO nova.compute.claims [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.286420] env[69731]: INFO nova.scheduler.client.report [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Deleted allocations for instance 14932019-a872-408d-9c83-2a125d37d0e3 [ 714.426446] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.502021] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274761, 'name': Destroy_Task, 'duration_secs': 0.503761} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.502021] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Destroyed the VM [ 714.505025] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.505025] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4297ba99-458a-44da-a768-ede287e1717d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.512226] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 714.512226] env[69731]: value = "task-3274762" [ 714.512226] env[69731]: _type = "Task" [ 714.512226] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.522190] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274762, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.528745] env[69731]: DEBUG nova.compute.manager [req-f16410fc-129c-4ee2-9648-758928e4bf19 req-38bb171c-a4a1-4b6f-a0a8-f257f91b6959 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Received event network-vif-plugged-76fe6dc9-3101-4983-8803-f75aedce9887 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.528745] env[69731]: DEBUG oslo_concurrency.lockutils [req-f16410fc-129c-4ee2-9648-758928e4bf19 req-38bb171c-a4a1-4b6f-a0a8-f257f91b6959 service nova] Acquiring lock "34884d19-29f0-403c-8170-82d798a9b9a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.528745] env[69731]: DEBUG oslo_concurrency.lockutils [req-f16410fc-129c-4ee2-9648-758928e4bf19 req-38bb171c-a4a1-4b6f-a0a8-f257f91b6959 service nova] Lock "34884d19-29f0-403c-8170-82d798a9b9a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.528745] env[69731]: DEBUG oslo_concurrency.lockutils [req-f16410fc-129c-4ee2-9648-758928e4bf19 req-38bb171c-a4a1-4b6f-a0a8-f257f91b6959 service nova] Lock "34884d19-29f0-403c-8170-82d798a9b9a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.528745] env[69731]: DEBUG nova.compute.manager [req-f16410fc-129c-4ee2-9648-758928e4bf19 req-38bb171c-a4a1-4b6f-a0a8-f257f91b6959 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] No waiting events found dispatching network-vif-plugged-76fe6dc9-3101-4983-8803-f75aedce9887 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.528930] env[69731]: WARNING nova.compute.manager [req-f16410fc-129c-4ee2-9648-758928e4bf19 req-38bb171c-a4a1-4b6f-a0a8-f257f91b6959 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Received unexpected event network-vif-plugged-76fe6dc9-3101-4983-8803-f75aedce9887 for instance with vm_state building and task_state spawning. [ 714.618018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.634946] env[69731]: DEBUG nova.network.neutron [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Successfully updated port: 76fe6dc9-3101-4983-8803-f75aedce9887 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.795125] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8bbee9bd-ff7f-4101-9728-abe6680cbce6 tempest-ServerDiagnosticsV248Test-1732814560 tempest-ServerDiagnosticsV248Test-1732814560-project-member] Lock "14932019-a872-408d-9c83-2a125d37d0e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.389s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.926339] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542007} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.926526] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] cacfd4e7-7db1-4d55-af2c-2004e3f1de28/cacfd4e7-7db1-4d55-af2c-2004e3f1de28.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.926734] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.926989] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-985ab885-8170-4ab0-8ebb-60ec8fc1053f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.933947] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 714.933947] env[69731]: value = "task-3274763" [ 714.933947] env[69731]: _type = "Task" [ 714.933947] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.945661] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.995554] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.997026] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.021975] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274762, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.137559] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "refresh_cache-34884d19-29f0-403c-8170-82d798a9b9a6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.137678] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "refresh_cache-34884d19-29f0-403c-8170-82d798a9b9a6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.137834] env[69731]: DEBUG nova.network.neutron [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.149374] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb445d4e-0659-4ce9-be38-466ac3bd4c5c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.170627] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc1a81-28f9-4f13-b493-5d5af3f724d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.179739] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance '0f58f9a2-8d42-44b2-828c-fc96f3615014' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.444075] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066008} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.446781] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.448320] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76e0b3-078a-4656-b975-fcf19372450c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.472426] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] cacfd4e7-7db1-4d55-af2c-2004e3f1de28/cacfd4e7-7db1-4d55-af2c-2004e3f1de28.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.475644] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15729cc2-e53e-48a0-8f8e-eb1d930ddb6a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.496082] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 715.496082] env[69731]: value = "task-3274764" [ 715.496082] env[69731]: _type = "Task" [ 715.496082] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.510550] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.511469] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.511953] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.512275] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.512538] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.514398] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.516119] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.516166] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 715.518900] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.526581] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274762, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.686052] env[69731]: DEBUG nova.network.neutron [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.689499] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.692520] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f223e277-edf7-4898-8578-58903a3f286e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.700693] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 715.700693] env[69731]: value = "task-3274765" [ 715.700693] env[69731]: _type = "Task" [ 715.700693] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.711590] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.762657] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6ea86-e259-4364-b567-e6f8004ff161 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.773628] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb7dfad-a548-4e3f-9e21-beab277b329d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.811817] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3bf498-e269-4565-95a2-084348555cd9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.819304] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f39ff-912f-42b7-adaa-90c55d668d7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.832988] env[69731]: DEBUG nova.compute.provider_tree [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.888203] env[69731]: DEBUG nova.network.neutron [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Updating instance_info_cache with network_info: [{"id": "76fe6dc9-3101-4983-8803-f75aedce9887", "address": "fa:16:3e:c8:91:e2", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe6dc9-31", "ovs_interfaceid": "76fe6dc9-3101-4983-8803-f75aedce9887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.007536] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274764, 'name': ReconfigVM_Task, 'duration_secs': 0.315602} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.007816] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Reconfigured VM instance instance-00000018 to attach disk [datastore2] cacfd4e7-7db1-4d55-af2c-2004e3f1de28/cacfd4e7-7db1-4d55-af2c-2004e3f1de28.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.008895] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb9c8176-ab95-4304-b1a2-a816b0532576 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.020024] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 716.020024] env[69731]: value = "task-3274766" [ 716.020024] env[69731]: _type = "Task" [ 716.020024] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.027466] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.027466] env[69731]: DEBUG oslo_vmware.api [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274762, 'name': RemoveSnapshot_Task, 'duration_secs': 1.09302} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.028175] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 716.028545] env[69731]: INFO nova.compute.manager [None req-e0d73a26-5975-408c-8cde-e7f4523e7a29 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Took 15.96 seconds to snapshot the instance on the hypervisor. [ 716.034401] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274766, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.212088] env[69731]: DEBUG oslo_vmware.api [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3274765, 'name': PowerOnVM_Task, 'duration_secs': 0.499796} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.213032] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.213032] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24f5c369-4e68-4b26-9c20-2aa112b21a1c tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance '0f58f9a2-8d42-44b2-828c-fc96f3615014' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 716.339024] env[69731]: DEBUG nova.scheduler.client.report [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.395453] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "refresh_cache-34884d19-29f0-403c-8170-82d798a9b9a6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.395453] env[69731]: DEBUG nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Instance network_info: |[{"id": "76fe6dc9-3101-4983-8803-f75aedce9887", "address": "fa:16:3e:c8:91:e2", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe6dc9-31", "ovs_interfaceid": "76fe6dc9-3101-4983-8803-f75aedce9887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.395579] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:91:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76fe6dc9-3101-4983-8803-f75aedce9887', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.402731] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.402989] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.403260] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9c73467-42f6-4d27-b931-e2a04efb64c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.424562] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.424562] env[69731]: value = "task-3274767" [ 716.424562] env[69731]: _type = "Task" [ 716.424562] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.433470] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274767, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.528731] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274766, 'name': Rename_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.725244] env[69731]: DEBUG nova.compute.manager [req-077f8832-e5d7-4f95-868e-add45c62ee95 req-7539898d-6cec-4080-a547-db86ef378250 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Received event network-changed-76fe6dc9-3101-4983-8803-f75aedce9887 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.725574] env[69731]: DEBUG nova.compute.manager [req-077f8832-e5d7-4f95-868e-add45c62ee95 req-7539898d-6cec-4080-a547-db86ef378250 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Refreshing instance network info cache due to event network-changed-76fe6dc9-3101-4983-8803-f75aedce9887. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.725885] env[69731]: DEBUG oslo_concurrency.lockutils [req-077f8832-e5d7-4f95-868e-add45c62ee95 req-7539898d-6cec-4080-a547-db86ef378250 service nova] Acquiring lock "refresh_cache-34884d19-29f0-403c-8170-82d798a9b9a6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.726142] env[69731]: DEBUG oslo_concurrency.lockutils [req-077f8832-e5d7-4f95-868e-add45c62ee95 req-7539898d-6cec-4080-a547-db86ef378250 service nova] Acquired lock "refresh_cache-34884d19-29f0-403c-8170-82d798a9b9a6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.726471] env[69731]: DEBUG nova.network.neutron [req-077f8832-e5d7-4f95-868e-add45c62ee95 req-7539898d-6cec-4080-a547-db86ef378250 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Refreshing network info cache for port 76fe6dc9-3101-4983-8803-f75aedce9887 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.842759] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.843312] env[69731]: DEBUG nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.846068] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.565s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.846738] env[69731]: DEBUG nova.objects.instance [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lazy-loading 'resources' on Instance uuid 07df8754-b54e-47da-b43a-aea7486b93f8 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.938374] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274767, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.029388] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274766, 'name': Rename_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.352851] env[69731]: DEBUG nova.compute.utils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.354380] env[69731]: DEBUG nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.354796] env[69731]: DEBUG nova.network.neutron [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.439136] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274767, 'name': CreateVM_Task, 'duration_secs': 0.660892} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.441734] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.443296] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.443296] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.443583] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.445193] env[69731]: DEBUG nova.policy [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94547a9d380442d28386fc9fb15efb3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7af05efa2f04620bb58cf492963bfcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.446514] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c45c95-9c76-4c85-82b6-a3751fcccdb8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.452763] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 717.452763] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bc005-baf6-f7df-56d6-ce54ad857e43" [ 717.452763] env[69731]: _type = "Task" [ 717.452763] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.465019] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bc005-baf6-f7df-56d6-ce54ad857e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.533497] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274766, 'name': Rename_Task, 'duration_secs': 1.144671} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.536935] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.538231] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930c7171-07d6-4761-90af-4e78915f314c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.544173] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 717.544173] env[69731]: value = "task-3274768" [ 717.544173] env[69731]: _type = "Task" [ 717.544173] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.554420] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.564760] env[69731]: DEBUG nova.network.neutron [req-077f8832-e5d7-4f95-868e-add45c62ee95 req-7539898d-6cec-4080-a547-db86ef378250 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Updated VIF entry in instance network info cache for port 76fe6dc9-3101-4983-8803-f75aedce9887. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.565340] env[69731]: DEBUG nova.network.neutron [req-077f8832-e5d7-4f95-868e-add45c62ee95 req-7539898d-6cec-4080-a547-db86ef378250 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Updating instance_info_cache with network_info: [{"id": "76fe6dc9-3101-4983-8803-f75aedce9887", "address": "fa:16:3e:c8:91:e2", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fe6dc9-31", "ovs_interfaceid": "76fe6dc9-3101-4983-8803-f75aedce9887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.854949] env[69731]: DEBUG nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.873379] env[69731]: DEBUG nova.compute.manager [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.874156] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19144757-a484-45f2-8e94-cf6be4c20fc9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.895135] env[69731]: DEBUG nova.network.neutron [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Successfully created port: f5c0d527-259f-4d0c-bb1a-e879b21f1493 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.940355] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b9d40f-0a1e-4953-acce-9e09560653b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.952058] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f310adf7-ba88-4d3f-ae44-6a2b8079adb6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.965697] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bc005-baf6-f7df-56d6-ce54ad857e43, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.995815] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.999098] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.000055] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.000055] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.000055] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.000732] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-425b1bdf-63db-4fff-924f-59649060a949 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.003454] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2170f8e-e70c-4527-ab86-96a27d8d8dc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.014124] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bd306e-0e9f-4ef5-a87e-5e26388acbe7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.017272] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.017336] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.019628] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc4e162-ab12-49db-9c3f-35a528feca40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.030694] env[69731]: DEBUG nova.compute.provider_tree [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.035540] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 718.035540] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52539da7-6965-d530-c810-ae80148768c0" [ 718.035540] env[69731]: _type = "Task" [ 718.035540] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.046628] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52539da7-6965-d530-c810-ae80148768c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.056629] env[69731]: DEBUG oslo_vmware.api [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274768, 'name': PowerOnVM_Task, 'duration_secs': 0.430912} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.056886] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.057095] env[69731]: INFO nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Took 9.13 seconds to spawn the instance on the hypervisor. [ 718.057274] env[69731]: DEBUG nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.058066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633623bc-33b6-4fdb-82e9-f9a897916f54 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.067815] env[69731]: DEBUG oslo_concurrency.lockutils [req-077f8832-e5d7-4f95-868e-add45c62ee95 req-7539898d-6cec-4080-a547-db86ef378250 service nova] Releasing lock "refresh_cache-34884d19-29f0-403c-8170-82d798a9b9a6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.154103] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.154103] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.154103] env[69731]: DEBUG nova.compute.manager [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Going to confirm migration 1 {{(pid=69731) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 718.391810] env[69731]: INFO nova.compute.manager [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] instance snapshotting [ 718.394774] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e4b328-809d-42f0-8b80-5574b7dd21e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.415548] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a584b2-1951-49fa-8628-ab6319407ae6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.536756] env[69731]: DEBUG nova.scheduler.client.report [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.550797] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52539da7-6965-d530-c810-ae80148768c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.551616] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c4d415-7be9-4352-96b9-23a92bd090e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.556692] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 718.556692] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5280fd86-0f47-b7cc-23e9-3b8b44d23e72" [ 718.556692] env[69731]: _type = "Task" [ 718.556692] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.570630] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5280fd86-0f47-b7cc-23e9-3b8b44d23e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.573535] env[69731]: INFO nova.compute.manager [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Took 43.41 seconds to build instance. [ 718.867930] env[69731]: DEBUG nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.901018] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.901018] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.901018] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.901213] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.901213] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.901213] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.901213] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.901213] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.901335] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.901335] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.901335] env[69731]: DEBUG nova.virt.hardware [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.901588] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6100ea4f-dfa5-4530-86b7-af8a18c4df8b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.911677] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0386c0f9-75b2-4dba-a27a-d73aff0a1cb2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.927760] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.928690] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81418960-4ec0-4781-a414-d6bf6f76857c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.932479] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.932637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.932799] env[69731]: DEBUG nova.network.neutron [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.933047] env[69731]: DEBUG nova.objects.instance [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lazy-loading 'info_cache' on Instance uuid 0f58f9a2-8d42-44b2-828c-fc96f3615014 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.940454] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 718.940454] env[69731]: value = "task-3274769" [ 718.940454] env[69731]: _type = "Task" [ 718.940454] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.952168] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.046217] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.048919] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.347s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.050566] env[69731]: INFO nova.compute.claims [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.071761] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5280fd86-0f47-b7cc-23e9-3b8b44d23e72, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.072828] env[69731]: INFO nova.scheduler.client.report [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Deleted allocations for instance 07df8754-b54e-47da-b43a-aea7486b93f8 [ 719.076681] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.076863] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 34884d19-29f0-403c-8170-82d798a9b9a6/34884d19-29f0-403c-8170-82d798a9b9a6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.077848] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f465bd11-9b5d-4d2b-be47-7c57a49529f1 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.643s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.078281] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7164534-90a2-4a43-ab4d-cf9246ccab92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.088253] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 719.088253] env[69731]: value = "task-3274770" [ 719.088253] env[69731]: _type = "Task" [ 719.088253] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.096246] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.451108] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.582700] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae1f7fc7-ae0f-4019-adca-6227caddc9b5 tempest-ImagesNegativeTestJSON-1501180139 tempest-ImagesNegativeTestJSON-1501180139-project-member] Lock "07df8754-b54e-47da-b43a-aea7486b93f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.159s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.584376] env[69731]: DEBUG nova.compute.manager [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.599193] env[69731]: DEBUG nova.compute.manager [req-09e8db33-dc6f-4d8c-ae43-97000106a433 req-5c8357b7-2084-4fea-b58e-d85a4b502199 service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Received event network-vif-plugged-f5c0d527-259f-4d0c-bb1a-e879b21f1493 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.599609] env[69731]: DEBUG oslo_concurrency.lockutils [req-09e8db33-dc6f-4d8c-ae43-97000106a433 req-5c8357b7-2084-4fea-b58e-d85a4b502199 service nova] Acquiring lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.599862] env[69731]: DEBUG oslo_concurrency.lockutils [req-09e8db33-dc6f-4d8c-ae43-97000106a433 req-5c8357b7-2084-4fea-b58e-d85a4b502199 service nova] Lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.600066] env[69731]: DEBUG oslo_concurrency.lockutils [req-09e8db33-dc6f-4d8c-ae43-97000106a433 req-5c8357b7-2084-4fea-b58e-d85a4b502199 service nova] Lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.600454] env[69731]: DEBUG nova.compute.manager [req-09e8db33-dc6f-4d8c-ae43-97000106a433 req-5c8357b7-2084-4fea-b58e-d85a4b502199 service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] No waiting events found dispatching network-vif-plugged-f5c0d527-259f-4d0c-bb1a-e879b21f1493 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.600804] env[69731]: WARNING nova.compute.manager [req-09e8db33-dc6f-4d8c-ae43-97000106a433 req-5c8357b7-2084-4fea-b58e-d85a4b502199 service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Received unexpected event network-vif-plugged-f5c0d527-259f-4d0c-bb1a-e879b21f1493 for instance with vm_state building and task_state spawning. [ 719.606615] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486285} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.606615] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 34884d19-29f0-403c-8170-82d798a9b9a6/34884d19-29f0-403c-8170-82d798a9b9a6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.606709] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.607165] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aacd388-2681-435b-827e-436222a26313 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.617741] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 719.617741] env[69731]: value = "task-3274771" [ 719.617741] env[69731]: _type = "Task" [ 719.617741] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.627294] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.748524] env[69731]: DEBUG nova.network.neutron [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Successfully updated port: f5c0d527-259f-4d0c-bb1a-e879b21f1493 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.957756] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274769, 'name': CreateSnapshot_Task, 'duration_secs': 0.750858} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.958155] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 719.960987] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d3b22d-e46f-45cc-b83e-48cfd476e95d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.125016] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.135965] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068351} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.136529] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.138062] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1cdf7-e828-43ec-aa97-4622c44a23fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.167776] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 34884d19-29f0-403c-8170-82d798a9b9a6/34884d19-29f0-403c-8170-82d798a9b9a6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.173053] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a94c0c-2a6a-44d8-93f9-1fab73dcd4a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.194842] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 720.194842] env[69731]: value = "task-3274772" [ 720.194842] env[69731]: _type = "Task" [ 720.194842] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.216935] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.252105] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "refresh_cache-a41102d1-6d13-438a-82eb-67b4bb7e6ec9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.252105] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "refresh_cache-a41102d1-6d13-438a-82eb-67b4bb7e6ec9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.252105] env[69731]: DEBUG nova.network.neutron [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.329664] env[69731]: DEBUG nova.network.neutron [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance_info_cache with network_info: [{"id": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "address": "fa:16:3e:95:b4:0b", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7dbb2b9-0f", "ovs_interfaceid": "a7dbb2b9-0fc0-4e55-aac6-12102debd7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.484188] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 720.487268] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8398143-f80e-4090-9510-ed32a6ff7d27 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.496642] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 720.496642] env[69731]: value = "task-3274773" [ 720.496642] env[69731]: _type = "Task" [ 720.496642] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.507250] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274773, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.692136] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cf48c-34a2-45cb-a98f-b360d6a694cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.710232] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c993d3-4d69-4fe6-b6e6-7551bc53b077 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.715308] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.748240] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4debe83-46cf-46ba-9886-62601753c080 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.760176] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed25bb1-00e1-454e-b418-14ddd0dbb525 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.777237] env[69731]: DEBUG nova.compute.provider_tree [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.833960] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-0f58f9a2-8d42-44b2-828c-fc96f3615014" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.834349] env[69731]: DEBUG nova.objects.instance [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lazy-loading 'migration_context' on Instance uuid 0f58f9a2-8d42-44b2-828c-fc96f3615014 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.838490] env[69731]: DEBUG nova.network.neutron [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.007615] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274773, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.105172] env[69731]: DEBUG nova.network.neutron [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Updating instance_info_cache with network_info: [{"id": "f5c0d527-259f-4d0c-bb1a-e879b21f1493", "address": "fa:16:3e:6e:3a:3d", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c0d527-25", "ovs_interfaceid": "f5c0d527-259f-4d0c-bb1a-e879b21f1493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.208262] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274772, 'name': ReconfigVM_Task, 'duration_secs': 0.588538} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.208549] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 34884d19-29f0-403c-8170-82d798a9b9a6/34884d19-29f0-403c-8170-82d798a9b9a6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.209222] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c5b44cc-2a35-4a54-9850-5d2f3564b2c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.215986] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 721.215986] env[69731]: value = "task-3274774" [ 721.215986] env[69731]: _type = "Task" [ 721.215986] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.224862] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274774, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.283199] env[69731]: DEBUG nova.scheduler.client.report [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.337419] env[69731]: DEBUG nova.objects.base [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Object Instance<0f58f9a2-8d42-44b2-828c-fc96f3615014> lazy-loaded attributes: info_cache,migration_context {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 721.338700] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16a2f4c-be89-4832-93c2-3fa035dc55cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.362729] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffa275e-61f4-4a36-abff-d6c4476479a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.368420] env[69731]: DEBUG oslo_vmware.api [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 721.368420] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295a194-16e7-d8bd-fa06-24c7e660d695" [ 721.368420] env[69731]: _type = "Task" [ 721.368420] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.381057] env[69731]: DEBUG oslo_vmware.api [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295a194-16e7-d8bd-fa06-24c7e660d695, 'name': SearchDatastore_Task, 'duration_secs': 0.008292} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.381057] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.511491] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274773, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.613047] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "refresh_cache-a41102d1-6d13-438a-82eb-67b4bb7e6ec9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.613047] env[69731]: DEBUG nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Instance network_info: |[{"id": "f5c0d527-259f-4d0c-bb1a-e879b21f1493", "address": "fa:16:3e:6e:3a:3d", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c0d527-25", "ovs_interfaceid": "f5c0d527-259f-4d0c-bb1a-e879b21f1493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.613350] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:3a:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c0d527-259f-4d0c-bb1a-e879b21f1493', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.619883] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.620321] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.620672] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46e7e5f8-587f-4e77-afc9-36f2182020ca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.643098] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.643098] env[69731]: value = "task-3274775" [ 721.643098] env[69731]: _type = "Task" [ 721.643098] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.661394] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274775, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.728622] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274774, 'name': Rename_Task, 'duration_secs': 0.195411} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.728972] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.729717] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5427109-6cd7-4bac-9764-7f3b1fe06c76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.736772] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 721.736772] env[69731]: value = "task-3274776" [ 721.736772] env[69731]: _type = "Task" [ 721.736772] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.746244] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.790522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.791187] env[69731]: DEBUG nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.794061] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.933s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.796380] env[69731]: INFO nova.compute.claims [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.883129] env[69731]: DEBUG nova.compute.manager [req-99787f1e-1d44-425b-b325-4bd94773beab req-47d8bc17-b13c-4a33-81c9-b96fabfd6d18 service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Received event network-changed-f5c0d527-259f-4d0c-bb1a-e879b21f1493 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.883129] env[69731]: DEBUG nova.compute.manager [req-99787f1e-1d44-425b-b325-4bd94773beab req-47d8bc17-b13c-4a33-81c9-b96fabfd6d18 service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Refreshing instance network info cache due to event network-changed-f5c0d527-259f-4d0c-bb1a-e879b21f1493. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.883129] env[69731]: DEBUG oslo_concurrency.lockutils [req-99787f1e-1d44-425b-b325-4bd94773beab req-47d8bc17-b13c-4a33-81c9-b96fabfd6d18 service nova] Acquiring lock "refresh_cache-a41102d1-6d13-438a-82eb-67b4bb7e6ec9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.883129] env[69731]: DEBUG oslo_concurrency.lockutils [req-99787f1e-1d44-425b-b325-4bd94773beab req-47d8bc17-b13c-4a33-81c9-b96fabfd6d18 service nova] Acquired lock "refresh_cache-a41102d1-6d13-438a-82eb-67b4bb7e6ec9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.883129] env[69731]: DEBUG nova.network.neutron [req-99787f1e-1d44-425b-b325-4bd94773beab req-47d8bc17-b13c-4a33-81c9-b96fabfd6d18 service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Refreshing network info cache for port f5c0d527-259f-4d0c-bb1a-e879b21f1493 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.016884] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274773, 'name': CloneVM_Task} progress is 95%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.024302] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "07fc5084-9939-43bb-b27f-047be2691ee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.024705] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "07fc5084-9939-43bb-b27f-047be2691ee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.154956] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274775, 'name': CreateVM_Task, 'duration_secs': 0.491187} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.155210] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.155996] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.156266] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.157883] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.157883] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad79da7-e993-485e-9408-835284841a92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.163019] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 722.163019] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b5d61f-5bf3-c4f9-87fc-58448a7c359a" [ 722.163019] env[69731]: _type = "Task" [ 722.163019] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.174376] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b5d61f-5bf3-c4f9-87fc-58448a7c359a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.248046] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274776, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.301445] env[69731]: DEBUG nova.compute.utils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.304828] env[69731]: DEBUG nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.305008] env[69731]: DEBUG nova.network.neutron [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.349750] env[69731]: DEBUG nova.policy [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f0705c9e8e04f0fb4df9bc754685f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4331bb13953849c3acd6cd92cc55e308', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.511729] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.512429] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.521744] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274773, 'name': CloneVM_Task, 'duration_secs': 1.726666} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.526305] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Created linked-clone VM from snapshot [ 722.528518] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f212bd4-04a4-4494-9c9f-5af47499fe66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.541682] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Uploading image 42cbae70-83a6-4eea-949a-cc3dc340b24d {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.574377] env[69731]: DEBUG oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.574377] env[69731]: value = "vm-654079" [ 722.574377] env[69731]: _type = "VirtualMachine" [ 722.574377] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.575277] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f5e48b8-b4ab-40be-87b8-30525134a8b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.582392] env[69731]: DEBUG oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lease: (returnval){ [ 722.582392] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52328e8c-4cde-5bd4-a780-1f9ca27334e0" [ 722.582392] env[69731]: _type = "HttpNfcLease" [ 722.582392] env[69731]: } obtained for exporting VM: (result){ [ 722.582392] env[69731]: value = "vm-654079" [ 722.582392] env[69731]: _type = "VirtualMachine" [ 722.582392] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.582627] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the lease: (returnval){ [ 722.582627] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52328e8c-4cde-5bd4-a780-1f9ca27334e0" [ 722.582627] env[69731]: _type = "HttpNfcLease" [ 722.582627] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.596297] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.596297] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52328e8c-4cde-5bd4-a780-1f9ca27334e0" [ 722.596297] env[69731]: _type = "HttpNfcLease" [ 722.596297] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 722.596738] env[69731]: DEBUG oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 722.596738] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52328e8c-4cde-5bd4-a780-1f9ca27334e0" [ 722.596738] env[69731]: _type = "HttpNfcLease" [ 722.596738] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 722.597601] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0371fe4-3100-4d14-b708-8fa8d6551555 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.609087] env[69731]: DEBUG oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522127d4-a018-0a95-5467-27e7d0e8f414/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 722.609511] env[69731]: DEBUG oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522127d4-a018-0a95-5467-27e7d0e8f414/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 722.684095] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b5d61f-5bf3-c4f9-87fc-58448a7c359a, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.684415] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.684665] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.684910] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.685065] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.685247] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.685517] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1375be5-7fca-46ab-8aa1-7e066b8f5c64 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.696008] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.696219] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.696946] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda0656e-06d5-43e3-a70a-e0d9b0bd0bdb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.702433] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 722.702433] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e5f082-54ae-114c-9cd7-7e2a53e27e74" [ 722.702433] env[69731]: _type = "Task" [ 722.702433] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.710126] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e5f082-54ae-114c-9cd7-7e2a53e27e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.725017] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-937cd954-a812-4882-b6ad-c216c6c6e32e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.750230] env[69731]: DEBUG oslo_vmware.api [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274776, 'name': PowerOnVM_Task, 'duration_secs': 0.531415} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.750230] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.750230] env[69731]: INFO nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Took 8.61 seconds to spawn the instance on the hypervisor. [ 722.750230] env[69731]: DEBUG nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.750580] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c619e5-1e92-4422-a017-521a8a734fd9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.798944] env[69731]: DEBUG nova.network.neutron [req-99787f1e-1d44-425b-b325-4bd94773beab req-47d8bc17-b13c-4a33-81c9-b96fabfd6d18 service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Updated VIF entry in instance network info cache for port f5c0d527-259f-4d0c-bb1a-e879b21f1493. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.798944] env[69731]: DEBUG nova.network.neutron [req-99787f1e-1d44-425b-b325-4bd94773beab req-47d8bc17-b13c-4a33-81c9-b96fabfd6d18 service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Updating instance_info_cache with network_info: [{"id": "f5c0d527-259f-4d0c-bb1a-e879b21f1493", "address": "fa:16:3e:6e:3a:3d", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c0d527-25", "ovs_interfaceid": "f5c0d527-259f-4d0c-bb1a-e879b21f1493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.805201] env[69731]: DEBUG nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.813773] env[69731]: DEBUG nova.network.neutron [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Successfully created port: 679776df-b523-4adc-af9c-8a7b50d2b770 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.217009] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e5f082-54ae-114c-9cd7-7e2a53e27e74, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.218103] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4e12e2-985c-4b79-a8a2-8afd2983a397 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.223799] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 723.223799] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c4a0c0-afce-5faf-cb95-39bf883f5722" [ 723.223799] env[69731]: _type = "Task" [ 723.223799] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.235487] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c4a0c0-afce-5faf-cb95-39bf883f5722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.274982] env[69731]: INFO nova.compute.manager [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Took 43.76 seconds to build instance. [ 723.306627] env[69731]: DEBUG oslo_concurrency.lockutils [req-99787f1e-1d44-425b-b325-4bd94773beab req-47d8bc17-b13c-4a33-81c9-b96fabfd6d18 service nova] Releasing lock "refresh_cache-a41102d1-6d13-438a-82eb-67b4bb7e6ec9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486616] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d7676e-4460-4e86-a157-7c38233087ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.497262] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdbe1ac-6440-4f51-8965-d519841a8575 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.535862] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279ba289-597b-4305-ac2a-c6a5ab6421cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.544973] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b19d64f-68dd-4a31-a391-e8eb89d5d72f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.561262] env[69731]: DEBUG nova.compute.provider_tree [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.734855] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c4a0c0-afce-5faf-cb95-39bf883f5722, 'name': SearchDatastore_Task, 'duration_secs': 0.016214} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.735242] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.735716] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a41102d1-6d13-438a-82eb-67b4bb7e6ec9/a41102d1-6d13-438a-82eb-67b4bb7e6ec9.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.736109] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d964ece1-91cd-4e65-b123-ad3462a25b4d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.743398] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 723.743398] env[69731]: value = "task-3274778" [ 723.743398] env[69731]: _type = "Task" [ 723.743398] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.754592] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.777068] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c0b9ad6-aca2-422a-a6a4-422748b9284e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "34884d19-29f0-403c-8170-82d798a9b9a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.302s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.826961] env[69731]: DEBUG nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.856994] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.857485] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.857661] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.857936] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.858148] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.858339] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.858623] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.858804] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.859082] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.859426] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.859773] env[69731]: DEBUG nova.virt.hardware [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.860716] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d4029c-a205-49d5-9d25-fcbd5ea503c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.869216] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd2602f-2c92-4d1a-adae-f76a2b1eb4ae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.062571] env[69731]: DEBUG nova.scheduler.client.report [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.258736] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.279194] env[69731]: DEBUG nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.456247] env[69731]: DEBUG nova.compute.manager [req-baf058f1-a97c-47cf-b382-ababad400181 req-1794885e-49f7-4e58-aec9-883f35ac261a service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Received event network-vif-plugged-679776df-b523-4adc-af9c-8a7b50d2b770 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.456546] env[69731]: DEBUG oslo_concurrency.lockutils [req-baf058f1-a97c-47cf-b382-ababad400181 req-1794885e-49f7-4e58-aec9-883f35ac261a service nova] Acquiring lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.456682] env[69731]: DEBUG oslo_concurrency.lockutils [req-baf058f1-a97c-47cf-b382-ababad400181 req-1794885e-49f7-4e58-aec9-883f35ac261a service nova] Lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.457371] env[69731]: DEBUG oslo_concurrency.lockutils [req-baf058f1-a97c-47cf-b382-ababad400181 req-1794885e-49f7-4e58-aec9-883f35ac261a service nova] Lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.457555] env[69731]: DEBUG nova.compute.manager [req-baf058f1-a97c-47cf-b382-ababad400181 req-1794885e-49f7-4e58-aec9-883f35ac261a service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] No waiting events found dispatching network-vif-plugged-679776df-b523-4adc-af9c-8a7b50d2b770 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.457729] env[69731]: WARNING nova.compute.manager [req-baf058f1-a97c-47cf-b382-ababad400181 req-1794885e-49f7-4e58-aec9-883f35ac261a service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Received unexpected event network-vif-plugged-679776df-b523-4adc-af9c-8a7b50d2b770 for instance with vm_state building and task_state spawning. [ 724.503474] env[69731]: DEBUG nova.network.neutron [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Successfully updated port: 679776df-b523-4adc-af9c-8a7b50d2b770 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.569592] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.570133] env[69731]: DEBUG nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.574233] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.101s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.578024] env[69731]: DEBUG nova.objects.instance [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lazy-loading 'resources' on Instance uuid 92c756f0-9577-4004-bcdd-d421a4d52b96 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.757744] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668087} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.758046] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a41102d1-6d13-438a-82eb-67b4bb7e6ec9/a41102d1-6d13-438a-82eb-67b4bb7e6ec9.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.758269] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.758533] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5065d3fe-6176-416c-a242-00fbac00d9e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.768311] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 724.768311] env[69731]: value = "task-3274779" [ 724.768311] env[69731]: _type = "Task" [ 724.768311] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.779383] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.811044] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.007843] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "refresh_cache-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.008142] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquired lock "refresh_cache-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.008433] env[69731]: DEBUG nova.network.neutron [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.078357] env[69731]: DEBUG nova.compute.utils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.082947] env[69731]: DEBUG nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.083148] env[69731]: DEBUG nova.network.neutron [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.138251] env[69731]: DEBUG nova.policy [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '806fb4e290c7448ebf005944f8058b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537ddd554dc447a488ea4c4670b16a5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.286347] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101743} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.286722] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.288231] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc82d11-90a2-4724-bab6-4f2725f32cec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.316388] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] a41102d1-6d13-438a-82eb-67b4bb7e6ec9/a41102d1-6d13-438a-82eb-67b4bb7e6ec9.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.316756] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01dc279-004e-43d8-8e6c-37e88484ca6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.344033] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 725.344033] env[69731]: value = "task-3274780" [ 725.344033] env[69731]: _type = "Task" [ 725.344033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.352093] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.553722] env[69731]: DEBUG nova.network.neutron [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Successfully created port: 64fd6f27-5c8c-4ae5-9248-5392e7867828 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.561075] env[69731]: DEBUG nova.network.neutron [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.586335] env[69731]: DEBUG nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.707829] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabc7b10-22c0-4642-8742-064e4b525485 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.717357] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ae776f-2584-415b-a6ca-0b56f5ff9b3a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.751419] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32342ead-c644-4aec-afde-6a5a623af6b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.763217] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3a9ba9-9b06-420a-bb70-e9a214fb882e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.774808] env[69731]: DEBUG nova.compute.provider_tree [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.857466] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.102116] env[69731]: DEBUG nova.network.neutron [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Updating instance_info_cache with network_info: [{"id": "679776df-b523-4adc-af9c-8a7b50d2b770", "address": "fa:16:3e:96:77:84", "network": {"id": "f9bf6917-811a-4f38-9184-393041fba832", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1790093813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331bb13953849c3acd6cd92cc55e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679776df-b5", "ovs_interfaceid": "679776df-b523-4adc-af9c-8a7b50d2b770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.309045] env[69731]: ERROR nova.scheduler.client.report [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] [req-bee64126-45b4-40e7-9e1e-b16af505b2ab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bee64126-45b4-40e7-9e1e-b16af505b2ab"}]} [ 726.332144] env[69731]: DEBUG nova.scheduler.client.report [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 726.355783] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274780, 'name': ReconfigVM_Task, 'duration_secs': 0.571566} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.357879] env[69731]: DEBUG nova.scheduler.client.report [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 726.358125] env[69731]: DEBUG nova.compute.provider_tree [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.360323] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Reconfigured VM instance instance-0000001a to attach disk [datastore1] a41102d1-6d13-438a-82eb-67b4bb7e6ec9/a41102d1-6d13-438a-82eb-67b4bb7e6ec9.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.362589] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22b21b98-8a28-4d71-87c4-6b5ab5bfd0a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.369762] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 726.369762] env[69731]: value = "task-3274781" [ 726.369762] env[69731]: _type = "Task" [ 726.369762] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.382569] env[69731]: DEBUG nova.scheduler.client.report [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 726.384741] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274781, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.417842] env[69731]: DEBUG nova.scheduler.client.report [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 726.590794] env[69731]: DEBUG nova.compute.manager [req-5403b890-0717-4de4-8160-095006c56e94 req-72d05458-280e-449e-8af4-35e8f91df2bf service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Received event network-changed-679776df-b523-4adc-af9c-8a7b50d2b770 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.591229] env[69731]: DEBUG nova.compute.manager [req-5403b890-0717-4de4-8160-095006c56e94 req-72d05458-280e-449e-8af4-35e8f91df2bf service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Refreshing instance network info cache due to event network-changed-679776df-b523-4adc-af9c-8a7b50d2b770. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.591562] env[69731]: DEBUG oslo_concurrency.lockutils [req-5403b890-0717-4de4-8160-095006c56e94 req-72d05458-280e-449e-8af4-35e8f91df2bf service nova] Acquiring lock "refresh_cache-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.598278] env[69731]: DEBUG nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.608653] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Releasing lock "refresh_cache-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.608653] env[69731]: DEBUG nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Instance network_info: |[{"id": "679776df-b523-4adc-af9c-8a7b50d2b770", "address": "fa:16:3e:96:77:84", "network": {"id": "f9bf6917-811a-4f38-9184-393041fba832", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1790093813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331bb13953849c3acd6cd92cc55e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679776df-b5", "ovs_interfaceid": "679776df-b523-4adc-af9c-8a7b50d2b770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.608860] env[69731]: DEBUG oslo_concurrency.lockutils [req-5403b890-0717-4de4-8160-095006c56e94 req-72d05458-280e-449e-8af4-35e8f91df2bf service nova] Acquired lock "refresh_cache-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.608860] env[69731]: DEBUG nova.network.neutron [req-5403b890-0717-4de4-8160-095006c56e94 req-72d05458-280e-449e-8af4-35e8f91df2bf service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Refreshing network info cache for port 679776df-b523-4adc-af9c-8a7b50d2b770 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.613387] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:77:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679776df-b523-4adc-af9c-8a7b50d2b770', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.621058] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Creating folder: Project (4331bb13953849c3acd6cd92cc55e308). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.626149] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c61fc24c-88bd-4f71-9251-7a2b23fb5c8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.637871] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.638359] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.638700] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.639042] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.639965] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.639965] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.639965] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.639965] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.640326] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.640326] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.640326] env[69731]: DEBUG nova.virt.hardware [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.641515] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf8ce0b-63f1-4491-9310-285c372ec38c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.648430] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Created folder: Project (4331bb13953849c3acd6cd92cc55e308) in parent group-v654000. [ 726.648623] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Creating folder: Instances. Parent ref: group-v654081. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.649432] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-702998c4-551e-4dc3-a525-eceb2c969921 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.654986] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98817a9-9c22-48d5-9c8d-b10a4b737de7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.663377] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Created folder: Instances in parent group-v654081. [ 726.663463] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.672694] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.672694] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8119ae-1a16-462b-8dda-db10f6d89b1f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.694631] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.694631] env[69731]: value = "task-3274784" [ 726.694631] env[69731]: _type = "Task" [ 726.694631] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.704997] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274784, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.881497] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274781, 'name': Rename_Task, 'duration_secs': 0.298614} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.881924] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.882732] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ce9d64c-fa46-4125-b563-291a09b30df7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.893755] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 726.893755] env[69731]: value = "task-3274785" [ 726.893755] env[69731]: _type = "Task" [ 726.893755] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.906677] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.024580] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f25b21f-a133-4bbf-bdd3-94b982a61324 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.033402] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ada492-d3f4-4e33-b8ee-c1896e48faf5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.067736] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d5ea2f-6476-412d-bb3b-13c14121f7c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.076495] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f075f25b-c735-40d5-b2e0-b9cb23623c8b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.090888] env[69731]: DEBUG nova.compute.provider_tree [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.204895] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274784, 'name': CreateVM_Task, 'duration_secs': 0.384479} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.205100] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.205816] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.205948] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.206306] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.206566] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70fad9c-c6b9-4d9a-894b-7f3d795915b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.211420] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 727.211420] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bf1bec-58dd-e7ac-7f37-00dff760939d" [ 727.211420] env[69731]: _type = "Task" [ 727.211420] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.220469] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bf1bec-58dd-e7ac-7f37-00dff760939d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.406171] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.469530] env[69731]: DEBUG nova.network.neutron [req-5403b890-0717-4de4-8160-095006c56e94 req-72d05458-280e-449e-8af4-35e8f91df2bf service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Updated VIF entry in instance network info cache for port 679776df-b523-4adc-af9c-8a7b50d2b770. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.469917] env[69731]: DEBUG nova.network.neutron [req-5403b890-0717-4de4-8160-095006c56e94 req-72d05458-280e-449e-8af4-35e8f91df2bf service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Updating instance_info_cache with network_info: [{"id": "679776df-b523-4adc-af9c-8a7b50d2b770", "address": "fa:16:3e:96:77:84", "network": {"id": "f9bf6917-811a-4f38-9184-393041fba832", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1790093813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331bb13953849c3acd6cd92cc55e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679776df-b5", "ovs_interfaceid": "679776df-b523-4adc-af9c-8a7b50d2b770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.632387] env[69731]: DEBUG nova.scheduler.client.report [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 727.632387] env[69731]: DEBUG nova.compute.provider_tree [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 51 to 52 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 727.633115] env[69731]: DEBUG nova.compute.provider_tree [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.722894] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bf1bec-58dd-e7ac-7f37-00dff760939d, 'name': SearchDatastore_Task, 'duration_secs': 0.018969} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.723791] env[69731]: DEBUG nova.network.neutron [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Successfully updated port: 64fd6f27-5c8c-4ae5-9248-5392e7867828 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.724986] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.725513] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.725513] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.725661] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.728870] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.729442] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e496ce8f-a3c3-4c05-b2e3-ced21b74fbb6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.739069] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.739299] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.740659] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe571b4-d4a0-4360-b57e-21b296d0b770 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.746492] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 727.746492] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e96581-a92a-b40d-4616-62c5ac7df9e2" [ 727.746492] env[69731]: _type = "Task" [ 727.746492] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.756480] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e96581-a92a-b40d-4616-62c5ac7df9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.903668] env[69731]: DEBUG oslo_vmware.api [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274785, 'name': PowerOnVM_Task, 'duration_secs': 0.633453} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.905749] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.906079] env[69731]: INFO nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Took 9.04 seconds to spawn the instance on the hypervisor. [ 727.906320] env[69731]: DEBUG nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.907203] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedf88e0-4e04-47aa-bfbd-008bf44a1222 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.976852] env[69731]: DEBUG oslo_concurrency.lockutils [req-5403b890-0717-4de4-8160-095006c56e94 req-72d05458-280e-449e-8af4-35e8f91df2bf service nova] Releasing lock "refresh_cache-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.139789] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.565s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.142626] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.655s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.144048] env[69731]: INFO nova.compute.claims [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.170154] env[69731]: INFO nova.scheduler.client.report [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Deleted allocations for instance 92c756f0-9577-4004-bcdd-d421a4d52b96 [ 728.230443] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "refresh_cache-2e95354b-0ea0-4736-884c-c6b88333f5cc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.230443] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "refresh_cache-2e95354b-0ea0-4736-884c-c6b88333f5cc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.230611] env[69731]: DEBUG nova.network.neutron [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.257080] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e96581-a92a-b40d-4616-62c5ac7df9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.034041} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.257881] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afb775b-7f12-45bf-8990-5f81ffe7f43c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.263757] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 728.263757] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe7f3b-2760-4b1b-e669-3636ea431d8c" [ 728.263757] env[69731]: _type = "Task" [ 728.263757] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.272514] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe7f3b-2760-4b1b-e669-3636ea431d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.427447] env[69731]: INFO nova.compute.manager [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Took 45.06 seconds to build instance. [ 728.635575] env[69731]: DEBUG nova.compute.manager [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Received event network-vif-plugged-64fd6f27-5c8c-4ae5-9248-5392e7867828 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.635787] env[69731]: DEBUG oslo_concurrency.lockutils [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] Acquiring lock "2e95354b-0ea0-4736-884c-c6b88333f5cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.635995] env[69731]: DEBUG oslo_concurrency.lockutils [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] Lock "2e95354b-0ea0-4736-884c-c6b88333f5cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.636283] env[69731]: DEBUG oslo_concurrency.lockutils [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] Lock "2e95354b-0ea0-4736-884c-c6b88333f5cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.636390] env[69731]: DEBUG nova.compute.manager [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] No waiting events found dispatching network-vif-plugged-64fd6f27-5c8c-4ae5-9248-5392e7867828 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.636572] env[69731]: WARNING nova.compute.manager [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Received unexpected event network-vif-plugged-64fd6f27-5c8c-4ae5-9248-5392e7867828 for instance with vm_state building and task_state spawning. [ 728.636749] env[69731]: DEBUG nova.compute.manager [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Received event network-changed-64fd6f27-5c8c-4ae5-9248-5392e7867828 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.636916] env[69731]: DEBUG nova.compute.manager [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Refreshing instance network info cache due to event network-changed-64fd6f27-5c8c-4ae5-9248-5392e7867828. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.637102] env[69731]: DEBUG oslo_concurrency.lockutils [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] Acquiring lock "refresh_cache-2e95354b-0ea0-4736-884c-c6b88333f5cc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.677213] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dc071f0-e664-46a0-9463-99bc138f705b tempest-ImagesOneServerTestJSON-1360997997 tempest-ImagesOneServerTestJSON-1360997997-project-member] Lock "92c756f0-9577-4004-bcdd-d421a4d52b96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.888s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.773656] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe7f3b-2760-4b1b-e669-3636ea431d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.031589} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.773930] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.774721] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34/9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.774721] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ebe513b-41dd-4d7e-b3af-992d26286339 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.783008] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 728.783008] env[69731]: value = "task-3274786" [ 728.783008] env[69731]: _type = "Task" [ 728.783008] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.789342] env[69731]: DEBUG nova.network.neutron [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.793714] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.930103] env[69731]: DEBUG oslo_concurrency.lockutils [None req-871a9a53-0c48-487f-90b7-f658ec24938e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.947s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.074845] env[69731]: DEBUG nova.network.neutron [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Updating instance_info_cache with network_info: [{"id": "64fd6f27-5c8c-4ae5-9248-5392e7867828", "address": "fa:16:3e:21:50:3b", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fd6f27-5c", "ovs_interfaceid": "64fd6f27-5c8c-4ae5-9248-5392e7867828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.297706] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274786, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.436238] env[69731]: DEBUG nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.580046] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "refresh_cache-2e95354b-0ea0-4736-884c-c6b88333f5cc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.580461] env[69731]: DEBUG nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Instance network_info: |[{"id": "64fd6f27-5c8c-4ae5-9248-5392e7867828", "address": "fa:16:3e:21:50:3b", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fd6f27-5c", "ovs_interfaceid": "64fd6f27-5c8c-4ae5-9248-5392e7867828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.580803] env[69731]: DEBUG oslo_concurrency.lockutils [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] Acquired lock "refresh_cache-2e95354b-0ea0-4736-884c-c6b88333f5cc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.581047] env[69731]: DEBUG nova.network.neutron [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Refreshing network info cache for port 64fd6f27-5c8c-4ae5-9248-5392e7867828 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.582363] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:50:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64fd6f27-5c8c-4ae5-9248-5392e7867828', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.604033] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.608441] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.609867] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fdad7cd-37f9-4db8-824f-1c76f24f10af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.635824] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.635824] env[69731]: value = "task-3274787" [ 729.635824] env[69731]: _type = "Task" [ 729.635824] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.649844] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274787, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.764857] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebb599c-c787-4d2b-b2fa-23c42cb84051 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.773628] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be755beb-98bc-4401-a7d2-2f534f994028 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.811358] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25986746-ec1e-4fe4-8e57-11d6d48e4fa9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.819760] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857981} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.822755] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34/9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.823088] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.823598] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52c294e8-6ae2-4e5d-b923-f364ca562a72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.827306] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56fa52-6ee6-43ef-84d1-1a95f4287e21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.848080] env[69731]: DEBUG nova.compute.provider_tree [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.849350] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 729.849350] env[69731]: value = "task-3274788" [ 729.849350] env[69731]: _type = "Task" [ 729.849350] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.860024] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.971188] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.080315] env[69731]: DEBUG nova.network.neutron [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Updated VIF entry in instance network info cache for port 64fd6f27-5c8c-4ae5-9248-5392e7867828. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.080843] env[69731]: DEBUG nova.network.neutron [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Updating instance_info_cache with network_info: [{"id": "64fd6f27-5c8c-4ae5-9248-5392e7867828", "address": "fa:16:3e:21:50:3b", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fd6f27-5c", "ovs_interfaceid": "64fd6f27-5c8c-4ae5-9248-5392e7867828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.147034] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274787, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.356820] env[69731]: DEBUG nova.scheduler.client.report [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.371689] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086361} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.371901] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.372773] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea277f0-dd7d-4afd-88bf-398340e8a5c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.400026] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34/9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.400600] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d768ec01-e0f4-4925-82a0-0e629ea01411 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.424216] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 730.424216] env[69731]: value = "task-3274789" [ 730.424216] env[69731]: _type = "Task" [ 730.424216] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.432747] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.584074] env[69731]: DEBUG oslo_concurrency.lockutils [req-51ab6c4b-fc7f-4e4d-a15e-ed2490c73052 req-1a28d59d-89a7-4bcb-a1ee-8f36731b667c service nova] Releasing lock "refresh_cache-2e95354b-0ea0-4736-884c-c6b88333f5cc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.653039] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274787, 'name': CreateVM_Task, 'duration_secs': 0.547448} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.653039] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.653039] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.653039] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.653039] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.653039] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242ce78a-329c-4ebb-92d7-5f8889d4f319 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.659182] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 730.659182] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5251f29d-3cef-1499-2651-00d499e42497" [ 730.659182] env[69731]: _type = "Task" [ 730.659182] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.671856] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5251f29d-3cef-1499-2651-00d499e42497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.862905] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.866116] env[69731]: DEBUG nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.866912] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.043s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.869789] env[69731]: INFO nova.compute.claims [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.940976] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274789, 'name': ReconfigVM_Task, 'duration_secs': 0.339871} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.942384] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34/9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.943248] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f9d1961-c843-4651-ac97-c472a4fa2189 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.955396] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 730.955396] env[69731]: value = "task-3274790" [ 730.955396] env[69731]: _type = "Task" [ 730.955396] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.969451] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274790, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.169249] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5251f29d-3cef-1499-2651-00d499e42497, 'name': SearchDatastore_Task, 'duration_secs': 0.019677} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.169610] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.169862] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.170136] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.170363] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.170756] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.170845] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dddca1d-1bf4-483b-b2e1-3bbe59c44be3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.180112] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.180710] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.181100] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f6d0b2-e20c-404f-9308-abe2f68ffd64 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.186597] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 731.186597] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522bdd6a-1302-c15f-6819-e55f0ec8c69b" [ 731.186597] env[69731]: _type = "Task" [ 731.186597] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.197381] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522bdd6a-1302-c15f-6819-e55f0ec8c69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.375298] env[69731]: DEBUG nova.compute.utils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.380244] env[69731]: DEBUG nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.380479] env[69731]: DEBUG nova.network.neutron [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.446284] env[69731]: DEBUG nova.policy [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ec85d9ae57c42b29f30fb95c1293fdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b0a1b8819d44ad8a9f8eb9e0cee4940', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.466028] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274790, 'name': Rename_Task, 'duration_secs': 0.15964} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.466318] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.470029] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8c81601-2009-421b-90c9-e5efb22992ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.473819] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 731.473819] env[69731]: value = "task-3274791" [ 731.473819] env[69731]: _type = "Task" [ 731.473819] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.486508] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.699539] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522bdd6a-1302-c15f-6819-e55f0ec8c69b, 'name': SearchDatastore_Task, 'duration_secs': 0.026304} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.700615] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31fbe06d-7bb7-4200-bb0d-4a6cebd0a125 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.707682] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 731.707682] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f00a90-0106-478f-447e-c689940ec6c5" [ 731.707682] env[69731]: _type = "Task" [ 731.707682] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.715762] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f00a90-0106-478f-447e-c689940ec6c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.845541] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "068620d2-a1a8-49ba-925b-398a72a4e21f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.845817] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "068620d2-a1a8-49ba-925b-398a72a4e21f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.846037] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "068620d2-a1a8-49ba-925b-398a72a4e21f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.846226] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "068620d2-a1a8-49ba-925b-398a72a4e21f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.846394] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "068620d2-a1a8-49ba-925b-398a72a4e21f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.848739] env[69731]: INFO nova.compute.manager [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Terminating instance [ 731.878462] env[69731]: DEBUG nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.952464] env[69731]: DEBUG nova.network.neutron [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Successfully created port: 9e88ed89-c6d0-433a-90ff-8eac2547c3f3 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.987679] env[69731]: DEBUG oslo_vmware.api [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274791, 'name': PowerOnVM_Task, 'duration_secs': 0.510753} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.987825] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.987981] env[69731]: INFO nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Took 8.16 seconds to spawn the instance on the hypervisor. [ 731.988407] env[69731]: DEBUG nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.989158] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70141e76-8f70-4c84-a412-bfea73be5076 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.222670] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f00a90-0106-478f-447e-c689940ec6c5, 'name': SearchDatastore_Task, 'duration_secs': 0.032416} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.222795] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.223069] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 2e95354b-0ea0-4736-884c-c6b88333f5cc/2e95354b-0ea0-4736-884c-c6b88333f5cc.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.223337] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43cce445-f117-4f7a-befa-ea14cbf410a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.231313] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 732.231313] env[69731]: value = "task-3274792" [ 732.231313] env[69731]: _type = "Task" [ 732.231313] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.244899] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.352862] env[69731]: DEBUG nova.compute.manager [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.353168] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.354044] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a377c-4127-49ad-ac1d-1b443a8234ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.365329] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.372950] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e81f5a01-2fee-4876-a6aa-0254a7939695 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.380376] env[69731]: DEBUG oslo_vmware.api [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 732.380376] env[69731]: value = "task-3274793" [ 732.380376] env[69731]: _type = "Task" [ 732.380376] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.397531] env[69731]: DEBUG oslo_vmware.api [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.510240] env[69731]: INFO nova.compute.manager [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Took 44.83 seconds to build instance. [ 732.545250] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c56e67-9fc7-4633-8af1-0e7652ac5dea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.554189] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bb34d6-239b-4892-ae2c-d13e0446723a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.594406] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346edbe0-2699-41ac-bf74-5c5288e24b7d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.603520] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f4816-d169-441a-a4ca-83419c39db37 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.624176] env[69731]: DEBUG nova.compute.provider_tree [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.624727] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.624832] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.625077] env[69731]: DEBUG nova.compute.manager [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.627837] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94746924-1683-4309-bb66-c1ffdd013567 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.635582] env[69731]: DEBUG nova.compute.manager [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 732.638211] env[69731]: DEBUG nova.objects.instance [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lazy-loading 'flavor' on Instance uuid cacfd4e7-7db1-4d55-af2c-2004e3f1de28 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.749318] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274792, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.755843] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.756138] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.893840] env[69731]: DEBUG oslo_vmware.api [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274793, 'name': PowerOffVM_Task, 'duration_secs': 0.287812} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.893840] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.893840] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.893840] env[69731]: DEBUG nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.895722] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a734aaca-d427-4e0d-949f-6fe17ef89b30 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.932340] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.932690] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.932883] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.933123] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.933328] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.933494] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.933709] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.933925] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.934134] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.934310] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.934525] env[69731]: DEBUG nova.virt.hardware [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.935453] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed5f77f-b66c-44b3-92a0-f9a2a6779f99 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.946114] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9758015-dc7c-4343-9e4f-96da2261fdef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.967042] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.967042] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.967042] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Deleting the datastore file [datastore2] 068620d2-a1a8-49ba-925b-398a72a4e21f {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.967359] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a28e40d5-8b2f-44cb-8d4b-49184bfb0120 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.973643] env[69731]: DEBUG oslo_vmware.api [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 732.973643] env[69731]: value = "task-3274795" [ 732.973643] env[69731]: _type = "Task" [ 732.973643] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.981915] env[69731]: DEBUG oslo_vmware.api [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.012773] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3dc8740e-6813-42e9-9309-91bfdd02dc5c tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.483s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.127397] env[69731]: DEBUG nova.scheduler.client.report [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.243080] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704447} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.243080] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 2e95354b-0ea0-4736-884c-c6b88333f5cc/2e95354b-0ea0-4736-884c-c6b88333f5cc.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.243080] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.243080] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eba5694-a5cd-4374-b717-f1eb40ef32e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.251885] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 733.251885] env[69731]: value = "task-3274796" [ 733.251885] env[69731]: _type = "Task" [ 733.251885] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.265573] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.313640] env[69731]: DEBUG oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522127d4-a018-0a95-5467-27e7d0e8f414/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.314667] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf7d1f6-0049-4aea-af9c-d90fdfa08074 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.321843] env[69731]: DEBUG oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522127d4-a018-0a95-5467-27e7d0e8f414/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.322219] env[69731]: ERROR oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522127d4-a018-0a95-5467-27e7d0e8f414/disk-0.vmdk due to incomplete transfer. [ 733.322324] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e7a01fa-f7be-44c0-b795-d5e47df3af2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.330788] env[69731]: DEBUG oslo_vmware.rw_handles [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522127d4-a018-0a95-5467-27e7d0e8f414/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.331007] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Uploaded image 42cbae70-83a6-4eea-949a-cc3dc340b24d to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.333294] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.333743] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88f4a91d-dd25-4eec-a135-fae2c3f84afc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.339626] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 733.339626] env[69731]: value = "task-3274797" [ 733.339626] env[69731]: _type = "Task" [ 733.339626] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.351024] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274797, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.483577] env[69731]: DEBUG oslo_vmware.api [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.516372] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.603667] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbbae20e-bc55-41e6-a911-84011fb1a559 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "interface-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.604083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbbae20e-bc55-41e6-a911-84011fb1a559 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "interface-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.604554] env[69731]: DEBUG nova.objects.instance [None req-cbbae20e-bc55-41e6-a911-84011fb1a559 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lazy-loading 'flavor' on Instance uuid 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.618833] env[69731]: DEBUG nova.network.neutron [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Successfully updated port: 9e88ed89-c6d0-433a-90ff-8eac2547c3f3 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.636817] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.636817] env[69731]: DEBUG nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.643320] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.098s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.649041] env[69731]: INFO nova.compute.claims [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.651148] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.651418] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baf28ddf-ea1d-433d-8535-36450b6e796b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.658172] env[69731]: DEBUG oslo_vmware.api [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 733.658172] env[69731]: value = "task-3274798" [ 733.658172] env[69731]: _type = "Task" [ 733.658172] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.669130] env[69731]: DEBUG oslo_vmware.api [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.725625] env[69731]: DEBUG nova.compute.manager [req-246d9f78-a50f-4312-94f1-42e4007eb511 req-634584a1-b9f4-4b67-a684-b1ab48e59d2b service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Received event network-vif-plugged-9e88ed89-c6d0-433a-90ff-8eac2547c3f3 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.725954] env[69731]: DEBUG oslo_concurrency.lockutils [req-246d9f78-a50f-4312-94f1-42e4007eb511 req-634584a1-b9f4-4b67-a684-b1ab48e59d2b service nova] Acquiring lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.726302] env[69731]: DEBUG oslo_concurrency.lockutils [req-246d9f78-a50f-4312-94f1-42e4007eb511 req-634584a1-b9f4-4b67-a684-b1ab48e59d2b service nova] Lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.726583] env[69731]: DEBUG oslo_concurrency.lockutils [req-246d9f78-a50f-4312-94f1-42e4007eb511 req-634584a1-b9f4-4b67-a684-b1ab48e59d2b service nova] Lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.726851] env[69731]: DEBUG nova.compute.manager [req-246d9f78-a50f-4312-94f1-42e4007eb511 req-634584a1-b9f4-4b67-a684-b1ab48e59d2b service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] No waiting events found dispatching network-vif-plugged-9e88ed89-c6d0-433a-90ff-8eac2547c3f3 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.727695] env[69731]: WARNING nova.compute.manager [req-246d9f78-a50f-4312-94f1-42e4007eb511 req-634584a1-b9f4-4b67-a684-b1ab48e59d2b service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Received unexpected event network-vif-plugged-9e88ed89-c6d0-433a-90ff-8eac2547c3f3 for instance with vm_state building and task_state spawning. [ 733.767716] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071172} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.767716] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.771284] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89b8e58-71b6-4153-801a-80d3ceb2b46d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.792945] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 2e95354b-0ea0-4736-884c-c6b88333f5cc/2e95354b-0ea0-4736-884c-c6b88333f5cc.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.793217] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d78210ce-d4a0-4d8e-9d34-da361799679f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.816205] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 733.816205] env[69731]: value = "task-3274799" [ 733.816205] env[69731]: _type = "Task" [ 733.816205] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.827573] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.849397] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274797, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.990025] env[69731]: DEBUG oslo_vmware.api [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3274795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564078} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.990323] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.990557] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.990813] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.991023] env[69731]: INFO nova.compute.manager [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 733.991376] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.992168] env[69731]: DEBUG nova.compute.manager [-] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.992280] env[69731]: DEBUG nova.network.neutron [-] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.057638] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.113356] env[69731]: DEBUG nova.objects.instance [None req-cbbae20e-bc55-41e6-a911-84011fb1a559 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.121537] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "refresh_cache-15c0d93d-91e9-49df-b5ae-691abf05cd7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.121854] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquired lock "refresh_cache-15c0d93d-91e9-49df-b5ae-691abf05cd7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.122611] env[69731]: DEBUG nova.network.neutron [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.144528] env[69731]: DEBUG nova.compute.utils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.146455] env[69731]: DEBUG nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.146777] env[69731]: DEBUG nova.network.neutron [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.173179] env[69731]: DEBUG oslo_vmware.api [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274798, 'name': PowerOffVM_Task, 'duration_secs': 0.500231} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.173476] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.173714] env[69731]: DEBUG nova.compute.manager [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.174538] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa357472-ecac-4dc3-ad00-cfcfd9295e4d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.252280] env[69731]: DEBUG nova.policy [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f78723b9a4ba4fb6bf4aacffe47de6ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82bd23a07f2c4dc99616776d03e20489', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.327022] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.356352] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274797, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.618033] env[69731]: DEBUG nova.objects.base [None req-cbbae20e-bc55-41e6-a911-84011fb1a559 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Object Instance<9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34> lazy-loaded attributes: flavor,pci_requests {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 734.618033] env[69731]: DEBUG nova.network.neutron [None req-cbbae20e-bc55-41e6-a911-84011fb1a559 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.654632] env[69731]: DEBUG nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.669021] env[69731]: DEBUG nova.network.neutron [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.691250] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf97f58c-bd17-4466-8f6d-0d51ab246ddd tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.790530] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbbae20e-bc55-41e6-a911-84011fb1a559 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "interface-9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.186s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.832926] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274799, 'name': ReconfigVM_Task, 'duration_secs': 0.733199} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.833274] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 2e95354b-0ea0-4736-884c-c6b88333f5cc/2e95354b-0ea0-4736-884c-c6b88333f5cc.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.834455] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-557cfeb4-7938-4edf-88d1-cabf35ddf598 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.846165] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 734.846165] env[69731]: value = "task-3274800" [ 734.846165] env[69731]: _type = "Task" [ 734.846165] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.865128] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274797, 'name': Destroy_Task, 'duration_secs': 1.059185} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.868535] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Destroyed the VM [ 734.869047] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.869813] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274800, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.869813] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93d338d3-5b37-458e-8e42-e6cc99eb7cd9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.881423] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 734.881423] env[69731]: value = "task-3274801" [ 734.881423] env[69731]: _type = "Task" [ 734.881423] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.898613] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.913668] env[69731]: DEBUG nova.network.neutron [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Successfully created port: fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.154137] env[69731]: DEBUG nova.network.neutron [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Updating instance_info_cache with network_info: [{"id": "9e88ed89-c6d0-433a-90ff-8eac2547c3f3", "address": "fa:16:3e:74:3c:06", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ed89-c6", "ovs_interfaceid": "9e88ed89-c6d0-433a-90ff-8eac2547c3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.310249] env[69731]: DEBUG nova.network.neutron [-] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.360999] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274800, 'name': Rename_Task, 'duration_secs': 0.17341} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.360999] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.361149] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8e76ebc-e950-4baf-a151-9e97fcfc8064 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.364885] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9df646-eb82-4f75-a5a8-034aacbd4ad2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.368516] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 735.368516] env[69731]: value = "task-3274802" [ 735.368516] env[69731]: _type = "Task" [ 735.368516] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.376023] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd11304f-6fd0-490b-ab37-731c07db3164 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.381509] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.412156] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe2ba09-7186-43fe-8437-d41a858da562 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.417938] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274801, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.423165] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404155d8-e0db-47a8-a045-787a1ffcf8d2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.437705] env[69731]: DEBUG nova.compute.provider_tree [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.654488] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Releasing lock "refresh_cache-15c0d93d-91e9-49df-b5ae-691abf05cd7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.655184] env[69731]: DEBUG nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Instance network_info: |[{"id": "9e88ed89-c6d0-433a-90ff-8eac2547c3f3", "address": "fa:16:3e:74:3c:06", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ed89-c6", "ovs_interfaceid": "9e88ed89-c6d0-433a-90ff-8eac2547c3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.655358] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:3c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e88ed89-c6d0-433a-90ff-8eac2547c3f3', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.664101] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.664101] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.664101] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ccdf91-efb8-4d04-bd77-7ee36d33ba57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.679473] env[69731]: DEBUG nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.689153] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.689153] env[69731]: value = "task-3274803" [ 735.689153] env[69731]: _type = "Task" [ 735.689153] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.697195] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274803, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.714237] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.714237] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.714448] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.714586] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.714779] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.715021] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.715575] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.715575] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.715715] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.715815] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.716038] env[69731]: DEBUG nova.virt.hardware [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.717684] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1b6915-0a2d-4b1b-a49a-1c340ce05913 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.727028] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431c3c63-4ca7-41ae-a698-aa6d91dded96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.812373] env[69731]: INFO nova.compute.manager [-] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Took 1.82 seconds to deallocate network for instance. [ 735.880047] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.891524] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274801, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.944517] env[69731]: DEBUG nova.scheduler.client.report [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.201275] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274803, 'name': CreateVM_Task, 'duration_secs': 0.449414} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.201477] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.202196] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.202358] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.202670] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.202934] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89de8221-1026-4302-9c73-578217a2bb22 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.207818] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 736.207818] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522d3f61-b237-0bc5-e9c6-57f679a04184" [ 736.207818] env[69731]: _type = "Task" [ 736.207818] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.217978] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522d3f61-b237-0bc5-e9c6-57f679a04184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.318950] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.380464] env[69731]: DEBUG oslo_vmware.api [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274802, 'name': PowerOnVM_Task, 'duration_secs': 0.715376} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.380746] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.381119] env[69731]: INFO nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Took 9.78 seconds to spawn the instance on the hypervisor. [ 736.381321] env[69731]: DEBUG nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.382208] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a267ba7a-c814-4552-bd78-45bbbf618221 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.401333] env[69731]: DEBUG oslo_vmware.api [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274801, 'name': RemoveSnapshot_Task, 'duration_secs': 1.027748} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.404404] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.404404] env[69731]: INFO nova.compute.manager [None req-5be541ff-529a-4345-8dad-4c05e414e163 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Took 18.01 seconds to snapshot the instance on the hypervisor. [ 736.411596] env[69731]: DEBUG nova.compute.manager [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Received event network-changed-9e88ed89-c6d0-433a-90ff-8eac2547c3f3 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.411596] env[69731]: DEBUG nova.compute.manager [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Refreshing instance network info cache due to event network-changed-9e88ed89-c6d0-433a-90ff-8eac2547c3f3. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.411806] env[69731]: DEBUG oslo_concurrency.lockutils [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] Acquiring lock "refresh_cache-15c0d93d-91e9-49df-b5ae-691abf05cd7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.411954] env[69731]: DEBUG oslo_concurrency.lockutils [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] Acquired lock "refresh_cache-15c0d93d-91e9-49df-b5ae-691abf05cd7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.412275] env[69731]: DEBUG nova.network.neutron [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Refreshing network info cache for port 9e88ed89-c6d0-433a-90ff-8eac2547c3f3 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.450550] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.451074] env[69731]: DEBUG nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.454110] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.564s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.455898] env[69731]: INFO nova.compute.claims [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.523682] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquiring lock "1be69880-79f7-40cb-bfca-cc37bb54df00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.523900] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "1be69880-79f7-40cb-bfca-cc37bb54df00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.539666] env[69731]: DEBUG nova.network.neutron [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Successfully updated port: fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.719439] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522d3f61-b237-0bc5-e9c6-57f679a04184, 'name': SearchDatastore_Task, 'duration_secs': 0.043123} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.719439] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.719439] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.719439] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.719589] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.719589] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.719589] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e383bbff-4dad-4a01-a2f5-1af47185cd7a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.732489] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.732667] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.733408] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d5d1d0-9b37-456f-a77e-a2583933c14d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.739169] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 736.739169] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eca2a0-4a52-8fca-6fea-5a8216701b8a" [ 736.739169] env[69731]: _type = "Task" [ 736.739169] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.746932] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eca2a0-4a52-8fca-6fea-5a8216701b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.912931] env[69731]: INFO nova.compute.manager [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Took 48.10 seconds to build instance. [ 736.956774] env[69731]: DEBUG nova.compute.utils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.958402] env[69731]: DEBUG nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.958588] env[69731]: DEBUG nova.network.neutron [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.001871] env[69731]: DEBUG nova.policy [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e5aceb82d05471f981b46b3145482f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6d40121419b40cb9c78bd6fbb7feb41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.043509] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.043509] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquired lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.043509] env[69731]: DEBUG nova.network.neutron [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.190836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.190995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.191401] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.191953] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.191953] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.198412] env[69731]: INFO nova.compute.manager [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Terminating instance [ 737.254943] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eca2a0-4a52-8fca-6fea-5a8216701b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.031641} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.264513] env[69731]: DEBUG nova.network.neutron [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Updated VIF entry in instance network info cache for port 9e88ed89-c6d0-433a-90ff-8eac2547c3f3. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.267119] env[69731]: DEBUG nova.network.neutron [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Updating instance_info_cache with network_info: [{"id": "9e88ed89-c6d0-433a-90ff-8eac2547c3f3", "address": "fa:16:3e:74:3c:06", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e88ed89-c6", "ovs_interfaceid": "9e88ed89-c6d0-433a-90ff-8eac2547c3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.268166] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dde9281-3f4e-4965-a00a-8390739cc15a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.275236] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 737.275236] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527556c1-0a43-d8a6-0aeb-239e452f8b6c" [ 737.275236] env[69731]: _type = "Task" [ 737.275236] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.288118] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527556c1-0a43-d8a6-0aeb-239e452f8b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.315922] env[69731]: DEBUG nova.network.neutron [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Successfully created port: fafebb74-3d56-4e07-881f-01901e79835b {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.377021] env[69731]: DEBUG nova.objects.instance [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lazy-loading 'flavor' on Instance uuid cacfd4e7-7db1-4d55-af2c-2004e3f1de28 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.417035] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9c075d7a-2e21-4def-ae46-d50d347e2661 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "2e95354b-0ea0-4736-884c-c6b88333f5cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.957s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.461826] env[69731]: DEBUG nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.583670] env[69731]: DEBUG nova.network.neutron [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.707740] env[69731]: DEBUG nova.compute.manager [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.707740] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.707740] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa2d85f-8793-47ff-88a3-feffad275231 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.720485] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.721045] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a39ded-cf56-4976-bcb8-803bc78287e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.728187] env[69731]: DEBUG oslo_vmware.api [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 737.728187] env[69731]: value = "task-3274804" [ 737.728187] env[69731]: _type = "Task" [ 737.728187] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.739099] env[69731]: DEBUG oslo_vmware.api [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.767469] env[69731]: DEBUG nova.network.neutron [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.774034] env[69731]: DEBUG oslo_concurrency.lockutils [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] Releasing lock "refresh_cache-15c0d93d-91e9-49df-b5ae-691abf05cd7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.774290] env[69731]: DEBUG nova.compute.manager [req-a69c820c-fcd1-4dc4-a196-39b4d5a86206 req-1a3d7ed8-6ba3-4454-a713-d31d64ff4399 service nova] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Received event network-vif-deleted-16c46d59-a7ee-4b62-a832-20ac50c16b0b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.785039] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527556c1-0a43-d8a6-0aeb-239e452f8b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.785428] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.785699] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 15c0d93d-91e9-49df-b5ae-691abf05cd7d/15c0d93d-91e9-49df-b5ae-691abf05cd7d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.786031] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-019f6ea9-3bc3-4fcc-9151-e1a83f212213 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.797025] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 737.797025] env[69731]: value = "task-3274805" [ 737.797025] env[69731]: _type = "Task" [ 737.797025] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.805763] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.883995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.884234] env[69731]: DEBUG oslo_concurrency.lockutils [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquired lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.884477] env[69731]: DEBUG nova.network.neutron [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.884656] env[69731]: DEBUG nova.objects.instance [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lazy-loading 'info_cache' on Instance uuid cacfd4e7-7db1-4d55-af2c-2004e3f1de28 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.921174] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.034994] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780dd372-aed2-4e76-8e98-25524080692c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.042852] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10daf9f7-d374-417c-bd83-c5f1e0a5e831 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.073875] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1657ec11-eef2-4df2-8a84-eb6856e9590e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.081710] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0b16e2-b5a6-4c75-9b8d-007cf14b912d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.095716] env[69731]: DEBUG nova.compute.provider_tree [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.241261] env[69731]: DEBUG oslo_vmware.api [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274804, 'name': PowerOffVM_Task, 'duration_secs': 0.200171} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.241515] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.241711] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.241975] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff061523-a6e5-44d4-9762-0a3b988a38ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.267169] env[69731]: DEBUG nova.compute.manager [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.268113] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82272a17-4291-4bca-a00f-afcd7190b0ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.271431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Releasing lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.271740] env[69731]: DEBUG nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Instance network_info: |[{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.272160] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:a6:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd0729bc-e19f-44af-85f2-a227ad92aaa8', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.279850] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Creating folder: Project (82bd23a07f2c4dc99616776d03e20489). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.280547] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7682c86a-0ae5-4fc9-8607-5ff2da74f2cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.295590] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Created folder: Project (82bd23a07f2c4dc99616776d03e20489) in parent group-v654000. [ 738.295818] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Creating folder: Instances. Parent ref: group-v654086. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.296106] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad2aff7a-2ee9-4997-8bb0-e5448813a1fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.309963] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274805, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.311494] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Created folder: Instances in parent group-v654086. [ 738.311740] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.311940] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.312164] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc402b5b-d3b7-480d-8e29-2a7c5cbe0f7d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.329858] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.330146] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.330281] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Deleting the datastore file [datastore1] 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.331090] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e82a8961-822f-4a71-a1b1-78406ac0ae30 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.339478] env[69731]: DEBUG oslo_vmware.api [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for the task: (returnval){ [ 738.339478] env[69731]: value = "task-3274810" [ 738.339478] env[69731]: _type = "Task" [ 738.339478] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.341332] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.341332] env[69731]: value = "task-3274809" [ 738.341332] env[69731]: _type = "Task" [ 738.341332] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.353255] env[69731]: DEBUG oslo_vmware.api [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.356489] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274809, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.391263] env[69731]: DEBUG nova.objects.base [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 738.402355] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2af85ec-4172-4b33-bf49-c8b4a3494d67 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.410116] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-612bbd1a-efb7-40dd-af43-0b636ec4c1ef tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Suspending the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 738.410453] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e5ccbd5e-a7be-406d-ba2b-3b7ddfbf8143 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.416482] env[69731]: DEBUG oslo_vmware.api [None req-612bbd1a-efb7-40dd-af43-0b636ec4c1ef tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 738.416482] env[69731]: value = "task-3274811" [ 738.416482] env[69731]: _type = "Task" [ 738.416482] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.425571] env[69731]: DEBUG oslo_vmware.api [None req-612bbd1a-efb7-40dd-af43-0b636ec4c1ef tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274811, 'name': SuspendVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.458835] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.476382] env[69731]: DEBUG nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.490591] env[69731]: DEBUG nova.compute.manager [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Received event network-vif-plugged-fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.490677] env[69731]: DEBUG oslo_concurrency.lockutils [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] Acquiring lock "f1233fff-fc73-459f-b232-19c5fea2d879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.490987] env[69731]: DEBUG oslo_concurrency.lockutils [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] Lock "f1233fff-fc73-459f-b232-19c5fea2d879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.491196] env[69731]: DEBUG oslo_concurrency.lockutils [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] Lock "f1233fff-fc73-459f-b232-19c5fea2d879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.491409] env[69731]: DEBUG nova.compute.manager [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] No waiting events found dispatching network-vif-plugged-fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.491739] env[69731]: WARNING nova.compute.manager [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Received unexpected event network-vif-plugged-fd0729bc-e19f-44af-85f2-a227ad92aaa8 for instance with vm_state building and task_state spawning. [ 738.491843] env[69731]: DEBUG nova.compute.manager [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Received event network-changed-fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.491945] env[69731]: DEBUG nova.compute.manager [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Refreshing instance network info cache due to event network-changed-fd0729bc-e19f-44af-85f2-a227ad92aaa8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.492212] env[69731]: DEBUG oslo_concurrency.lockutils [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] Acquiring lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.492293] env[69731]: DEBUG oslo_concurrency.lockutils [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] Acquired lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.492516] env[69731]: DEBUG nova.network.neutron [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Refreshing network info cache for port fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.505154] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.505154] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.505154] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.505374] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.505374] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.505374] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.505723] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.505921] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.506532] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.506532] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.506532] env[69731]: DEBUG nova.virt.hardware [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.508025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e0495b-32ff-48c5-8212-fff4fed1ec5a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.519448] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd2279d-db4b-427c-8f06-d483a51f3060 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.598894] env[69731]: DEBUG nova.scheduler.client.report [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.790293] env[69731]: INFO nova.compute.manager [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] instance snapshotting [ 738.792928] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aecc52d-2db9-4e43-89a4-a543e22ac1b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.817723] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afd1721-86f4-482a-85e2-b25563660efd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.823684] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561382} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.824471] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 15c0d93d-91e9-49df-b5ae-691abf05cd7d/15c0d93d-91e9-49df-b5ae-691abf05cd7d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.824901] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.825324] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fa2d8bb-b9ed-4a0b-9964-99673e2d81c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.838575] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 738.838575] env[69731]: value = "task-3274812" [ 738.838575] env[69731]: _type = "Task" [ 738.838575] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.851960] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.855398] env[69731]: DEBUG oslo_vmware.api [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.860284] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274809, 'name': CreateVM_Task, 'duration_secs': 0.352816} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.860517] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.861439] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.861661] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.862056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.862368] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04700e8f-1a74-410c-b3fb-a552091cb934 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.871129] env[69731]: DEBUG nova.compute.manager [req-ed0c70e0-a3dd-4148-92a5-86f9b7ee6d22 req-a22aec00-3062-4a1a-8463-f0d71cffd042 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Received event network-vif-plugged-fafebb74-3d56-4e07-881f-01901e79835b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.871129] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed0c70e0-a3dd-4148-92a5-86f9b7ee6d22 req-a22aec00-3062-4a1a-8463-f0d71cffd042 service nova] Acquiring lock "4d356075-9e91-4b99-b2a3-794bd24f5b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.874471] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed0c70e0-a3dd-4148-92a5-86f9b7ee6d22 req-a22aec00-3062-4a1a-8463-f0d71cffd042 service nova] Lock "4d356075-9e91-4b99-b2a3-794bd24f5b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.874471] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed0c70e0-a3dd-4148-92a5-86f9b7ee6d22 req-a22aec00-3062-4a1a-8463-f0d71cffd042 service nova] Lock "4d356075-9e91-4b99-b2a3-794bd24f5b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.874471] env[69731]: DEBUG nova.compute.manager [req-ed0c70e0-a3dd-4148-92a5-86f9b7ee6d22 req-a22aec00-3062-4a1a-8463-f0d71cffd042 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] No waiting events found dispatching network-vif-plugged-fafebb74-3d56-4e07-881f-01901e79835b {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.874471] env[69731]: WARNING nova.compute.manager [req-ed0c70e0-a3dd-4148-92a5-86f9b7ee6d22 req-a22aec00-3062-4a1a-8463-f0d71cffd042 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Received unexpected event network-vif-plugged-fafebb74-3d56-4e07-881f-01901e79835b for instance with vm_state building and task_state spawning. [ 738.874471] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 738.874471] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521a6a61-eb7a-0035-39f8-a8cbf3b2e094" [ 738.874471] env[69731]: _type = "Task" [ 738.874711] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.882229] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521a6a61-eb7a-0035-39f8-a8cbf3b2e094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.926428] env[69731]: DEBUG oslo_vmware.api [None req-612bbd1a-efb7-40dd-af43-0b636ec4c1ef tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274811, 'name': SuspendVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.964514] env[69731]: DEBUG nova.network.neutron [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Successfully updated port: fafebb74-3d56-4e07-881f-01901e79835b {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.009341] env[69731]: DEBUG oslo_concurrency.lockutils [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Acquiring lock "03661849-1d44-451d-9f43-087171ea126b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.009661] env[69731]: DEBUG oslo_concurrency.lockutils [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Lock "03661849-1d44-451d-9f43-087171ea126b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.103851] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.104380] env[69731]: DEBUG nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.107097] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.722s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.107480] env[69731]: DEBUG nova.objects.instance [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lazy-loading 'resources' on Instance uuid da9673e3-cde2-4855-8a17-41fb4346b1e5 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.170775] env[69731]: DEBUG nova.network.neutron [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Updating instance_info_cache with network_info: [{"id": "d9e34065-0336-4089-9db9-07280fea0c94", "address": "fa:16:3e:7e:d9:bb", "network": {"id": "2bb86f0e-9133-4ff5-a8c7-61842b011959", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1386617306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af05efa2f04620bb58cf492963bfcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e34065-03", "ovs_interfaceid": "d9e34065-0336-4089-9db9-07280fea0c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.213073] env[69731]: DEBUG nova.network.neutron [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updated VIF entry in instance network info cache for port fd0729bc-e19f-44af-85f2-a227ad92aaa8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.213487] env[69731]: DEBUG nova.network.neutron [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.333058] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 739.333205] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f52b25bc-6421-47cb-8bb2-5aba7a12f60f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.343552] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 739.343552] env[69731]: value = "task-3274813" [ 739.343552] env[69731]: _type = "Task" [ 739.343552] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.352842] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065469} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.353438] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.354222] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf47a74-3fb4-4fed-9c3c-0c04bc78d7c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.362227] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.362500] env[69731]: DEBUG oslo_vmware.api [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Task: {'id': task-3274810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566426} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.363127] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.363371] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.363589] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.363770] env[69731]: INFO nova.compute.manager [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Took 1.66 seconds to destroy the instance on the hypervisor. [ 739.363999] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.364216] env[69731]: DEBUG nova.compute.manager [-] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.364314] env[69731]: DEBUG nova.network.neutron [-] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.383875] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 15c0d93d-91e9-49df-b5ae-691abf05cd7d/15c0d93d-91e9-49df-b5ae-691abf05cd7d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.387085] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e790fb58-be95-461c-bd69-5d4538e0a413 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.406300] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521a6a61-eb7a-0035-39f8-a8cbf3b2e094, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.407470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.407703] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.408145] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.408145] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.408311] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.408563] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 739.408563] env[69731]: value = "task-3274814" [ 739.408563] env[69731]: _type = "Task" [ 739.408563] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.408740] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48b3ee09-3663-4afc-a3d5-0c5b0cb2dc81 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.418329] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.421998] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.422168] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.422951] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6509b98-7f27-4df2-a2bd-9d411b890ee8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.430723] env[69731]: DEBUG oslo_vmware.api [None req-612bbd1a-efb7-40dd-af43-0b636ec4c1ef tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274811, 'name': SuspendVM_Task, 'duration_secs': 0.749281} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.433320] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-612bbd1a-efb7-40dd-af43-0b636ec4c1ef tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Suspended the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 739.433320] env[69731]: DEBUG nova.compute.manager [None req-612bbd1a-efb7-40dd-af43-0b636ec4c1ef tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.433320] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 739.433320] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52747143-7b0c-caef-6daa-d00e07f027d4" [ 739.433320] env[69731]: _type = "Task" [ 739.433320] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.433886] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87b8df9-6931-4f42-a89f-76eb8d644d28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.450371] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52747143-7b0c-caef-6daa-d00e07f027d4, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.451948] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d39bce-2a1f-4d10-a3b7-709700936f6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.459109] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 739.459109] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52730e72-7d89-8129-690a-137e6302527e" [ 739.459109] env[69731]: _type = "Task" [ 739.459109] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.466509] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquiring lock "refresh_cache-4d356075-9e91-4b99-b2a3-794bd24f5b14" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.466644] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquired lock "refresh_cache-4d356075-9e91-4b99-b2a3-794bd24f5b14" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.466786] env[69731]: DEBUG nova.network.neutron [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.467888] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52730e72-7d89-8129-690a-137e6302527e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.515345] env[69731]: DEBUG nova.compute.utils [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.611095] env[69731]: DEBUG nova.compute.utils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.612649] env[69731]: DEBUG nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.612909] env[69731]: DEBUG nova.network.neutron [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.665480] env[69731]: DEBUG nova.policy [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c46908b8537b40c18f2412d5d622966d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c030985306e44231aae8dde1afa85c27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.674742] env[69731]: DEBUG oslo_concurrency.lockutils [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Releasing lock "refresh_cache-cacfd4e7-7db1-4d55-af2c-2004e3f1de28" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.715816] env[69731]: DEBUG oslo_concurrency.lockutils [req-32b7f2e6-36a6-4d45-b6c2-23126767d64f req-9f0c24a7-dd0c-4f67-9652-2db7f986250a service nova] Releasing lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.856417] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.922266] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274814, 'name': ReconfigVM_Task, 'duration_secs': 0.310572} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.922610] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 15c0d93d-91e9-49df-b5ae-691abf05cd7d/15c0d93d-91e9-49df-b5ae-691abf05cd7d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.923147] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180eb249-93b4-4ced-8cac-8d3e639caef9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.930512] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 739.930512] env[69731]: value = "task-3274815" [ 739.930512] env[69731]: _type = "Task" [ 739.930512] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.938298] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274815, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.970180] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52730e72-7d89-8129-690a-137e6302527e, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.972968] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.972968] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] f1233fff-fc73-459f-b232-19c5fea2d879/f1233fff-fc73-459f-b232-19c5fea2d879.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.973842] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48a16d1e-bcaa-493f-9fe2-57725b1fee72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.981540] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 739.981540] env[69731]: value = "task-3274816" [ 739.981540] env[69731]: _type = "Task" [ 739.981540] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.995736] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.010692] env[69731]: DEBUG nova.network.neutron [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.019663] env[69731]: DEBUG oslo_concurrency.lockutils [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Lock "03661849-1d44-451d-9f43-087171ea126b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.036424] env[69731]: DEBUG nova.network.neutron [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Successfully created port: a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.097061] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74670f6c-1942-4e51-a7cf-b970e2ff9286 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.104898] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8506d05-75f5-492c-a836-357ba2e87964 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.137734] env[69731]: DEBUG nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.140902] env[69731]: DEBUG nova.network.neutron [-] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.145711] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ace5bfb-fcd4-4999-8c9d-ce7d0cb805a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.155177] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91960e79-521f-47a0-941a-5f30b9f81f0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.172711] env[69731]: DEBUG nova.compute.provider_tree [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.192430] env[69731]: DEBUG nova.network.neutron [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Updating instance_info_cache with network_info: [{"id": "fafebb74-3d56-4e07-881f-01901e79835b", "address": "fa:16:3e:2f:15:ec", "network": {"id": "b56684cf-1936-4c7c-a213-e174c634a562", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-405194898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d40121419b40cb9c78bd6fbb7feb41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafebb74-3d", "ovs_interfaceid": "fafebb74-3d56-4e07-881f-01901e79835b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.358786] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274813, 'name': CreateSnapshot_Task, 'duration_secs': 0.541428} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.359097] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.360017] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce85eb10-97cb-4788-b77b-a55ec68ff414 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.443629] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274815, 'name': Rename_Task, 'duration_secs': 0.152607} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.443966] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.444228] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4357e222-79b9-488c-bd8e-ee8e88a23c48 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.455737] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 740.455737] env[69731]: value = "task-3274817" [ 740.455737] env[69731]: _type = "Task" [ 740.455737] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.465877] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.491470] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274816, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.651502] env[69731]: INFO nova.compute.manager [-] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Took 1.29 seconds to deallocate network for instance. [ 740.679834] env[69731]: DEBUG nova.scheduler.client.report [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.683033] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.683033] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f323c532-54ab-4f00-bb38-0e6ecbe5fb1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.690719] env[69731]: DEBUG oslo_vmware.api [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 740.690719] env[69731]: value = "task-3274818" [ 740.690719] env[69731]: _type = "Task" [ 740.690719] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.701427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Releasing lock "refresh_cache-4d356075-9e91-4b99-b2a3-794bd24f5b14" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.701763] env[69731]: DEBUG nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Instance network_info: |[{"id": "fafebb74-3d56-4e07-881f-01901e79835b", "address": "fa:16:3e:2f:15:ec", "network": {"id": "b56684cf-1936-4c7c-a213-e174c634a562", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-405194898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d40121419b40cb9c78bd6fbb7feb41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafebb74-3d", "ovs_interfaceid": "fafebb74-3d56-4e07-881f-01901e79835b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.702300] env[69731]: DEBUG oslo_vmware.api [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.702673] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:15:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fafebb74-3d56-4e07-881f-01901e79835b', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.710206] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Creating folder: Project (b6d40121419b40cb9c78bd6fbb7feb41). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.710791] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db856025-7823-4118-bb85-f850648fdedc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.723232] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Created folder: Project (b6d40121419b40cb9c78bd6fbb7feb41) in parent group-v654000. [ 740.725415] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Creating folder: Instances. Parent ref: group-v654090. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.726356] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dec853e0-75ac-4634-b259-7de53d304685 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.735824] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Created folder: Instances in parent group-v654090. [ 740.736078] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.736271] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.736492] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e51bb89-28b1-4a19-aad9-757e3db37f37 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.757290] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.757290] env[69731]: value = "task-3274821" [ 740.757290] env[69731]: _type = "Task" [ 740.757290] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.765398] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274821, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.881275] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.881987] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3844204a-4469-4271-8028-3abb5f8f4cd7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.891606] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 740.891606] env[69731]: value = "task-3274822" [ 740.891606] env[69731]: _type = "Task" [ 740.891606] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.900554] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274822, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.967804] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274817, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.991313] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517513} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.992101] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] f1233fff-fc73-459f-b232-19c5fea2d879/f1233fff-fc73-459f-b232-19c5fea2d879.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.992101] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.992101] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c308795-fe11-4162-b8a7-d37b3b42a0fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.999080] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 740.999080] env[69731]: value = "task-3274823" [ 740.999080] env[69731]: _type = "Task" [ 740.999080] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.008095] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.116441] env[69731]: DEBUG nova.compute.manager [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Received event network-changed-fafebb74-3d56-4e07-881f-01901e79835b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.116582] env[69731]: DEBUG nova.compute.manager [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Refreshing instance network info cache due to event network-changed-fafebb74-3d56-4e07-881f-01901e79835b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.116797] env[69731]: DEBUG oslo_concurrency.lockutils [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] Acquiring lock "refresh_cache-4d356075-9e91-4b99-b2a3-794bd24f5b14" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.116939] env[69731]: DEBUG oslo_concurrency.lockutils [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] Acquired lock "refresh_cache-4d356075-9e91-4b99-b2a3-794bd24f5b14" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.117126] env[69731]: DEBUG nova.network.neutron [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Refreshing network info cache for port fafebb74-3d56-4e07-881f-01901e79835b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.149365] env[69731]: DEBUG nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.166709] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.179570] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.179862] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.179975] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.180171] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.180338] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.180498] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.180715] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.180879] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.183405] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.183405] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.183405] env[69731]: DEBUG nova.virt.hardware [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.184521] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.186732] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e07ea5-0852-4c9b-9962-ee679a3d7598 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.190112] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.791s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.190350] env[69731]: DEBUG nova.objects.instance [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lazy-loading 'resources' on Instance uuid ca511099-902e-4e71-8921-6a4b63c09b9e {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.200721] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a9e946-ea86-4ea5-b869-1cbaa67cf9e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.209183] env[69731]: DEBUG oslo_vmware.api [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274818, 'name': PowerOnVM_Task, 'duration_secs': 0.472652} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.209854] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.210141] env[69731]: DEBUG nova.compute.manager [None req-387c7295-3d15-4bbe-8d5e-6878eb7d7098 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.210860] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31867019-cb65-4493-a3c4-b2990e6327cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.224278] env[69731]: INFO nova.scheduler.client.report [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleted allocations for instance da9673e3-cde2-4855-8a17-41fb4346b1e5 [ 741.233879] env[69731]: DEBUG oslo_concurrency.lockutils [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Acquiring lock "03661849-1d44-451d-9f43-087171ea126b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.234876] env[69731]: DEBUG oslo_concurrency.lockutils [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Lock "03661849-1d44-451d-9f43-087171ea126b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.235628] env[69731]: INFO nova.compute.manager [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Attaching volume 34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c to /dev/sdb [ 741.267802] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274821, 'name': CreateVM_Task, 'duration_secs': 0.416455} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.267980] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.268726] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.268888] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.269249] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.269538] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603e0bcc-3180-461c-9225-c9d4b1c81d38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.275592] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 741.275592] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e07cdb-c633-c24c-5a9d-bd9379cc8931" [ 741.275592] env[69731]: _type = "Task" [ 741.275592] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.284195] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e07cdb-c633-c24c-5a9d-bd9379cc8931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.294515] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b84c8c-7118-47a9-9e61-3c2d9b21993d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.303374] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7c83b0-73c5-493a-8cfe-71d3ce0c8666 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.317299] env[69731]: DEBUG nova.virt.block_device [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Updating existing volume attachment record: eed5b632-92ad-4265-97c7-a1ed2f87a420 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 741.402326] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274822, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.466047] env[69731]: DEBUG oslo_vmware.api [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274817, 'name': PowerOnVM_Task, 'duration_secs': 0.51802} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.466342] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.466544] env[69731]: INFO nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Took 8.57 seconds to spawn the instance on the hypervisor. [ 741.466724] env[69731]: DEBUG nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.467583] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dee2af2-cdfc-4758-8855-27f2bc2a571c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.508111] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086641} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.508353] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.509067] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d3e12e-1101-4388-b976-61354b34c613 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.531194] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f1233fff-fc73-459f-b232-19c5fea2d879/f1233fff-fc73-459f-b232-19c5fea2d879.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.532347] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e5ecf5-dfb3-4b17-8798-545ab0db3532 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.555833] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 741.555833] env[69731]: value = "task-3274827" [ 741.555833] env[69731]: _type = "Task" [ 741.555833] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.564336] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.600373] env[69731]: DEBUG nova.compute.manager [req-3985ec29-baf9-49e9-9e2c-354c29070a22 req-41b3e263-f73d-48d5-a56d-8025c91cc1d1 service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Received event network-vif-plugged-a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.600583] env[69731]: DEBUG oslo_concurrency.lockutils [req-3985ec29-baf9-49e9-9e2c-354c29070a22 req-41b3e263-f73d-48d5-a56d-8025c91cc1d1 service nova] Acquiring lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.601091] env[69731]: DEBUG oslo_concurrency.lockutils [req-3985ec29-baf9-49e9-9e2c-354c29070a22 req-41b3e263-f73d-48d5-a56d-8025c91cc1d1 service nova] Lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.601276] env[69731]: DEBUG oslo_concurrency.lockutils [req-3985ec29-baf9-49e9-9e2c-354c29070a22 req-41b3e263-f73d-48d5-a56d-8025c91cc1d1 service nova] Lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.601431] env[69731]: DEBUG nova.compute.manager [req-3985ec29-baf9-49e9-9e2c-354c29070a22 req-41b3e263-f73d-48d5-a56d-8025c91cc1d1 service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] No waiting events found dispatching network-vif-plugged-a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.601597] env[69731]: WARNING nova.compute.manager [req-3985ec29-baf9-49e9-9e2c-354c29070a22 req-41b3e263-f73d-48d5-a56d-8025c91cc1d1 service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Received unexpected event network-vif-plugged-a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b for instance with vm_state building and task_state spawning. [ 741.670840] env[69731]: DEBUG nova.network.neutron [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Successfully updated port: a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.740525] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4c041d84-65b9-4fbd-9352-f853eabc386a tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "da9673e3-cde2-4855-8a17-41fb4346b1e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.050s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.791038] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e07cdb-c633-c24c-5a9d-bd9379cc8931, 'name': SearchDatastore_Task, 'duration_secs': 0.168622} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.791447] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.791447] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.791741] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.791886] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.792074] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.792559] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cc960ea-4561-4ee4-b688-1510f349779e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.802327] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.802516] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.805998] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebdf6bd8-be19-404b-a07e-55492e008aa5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.812662] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 741.812662] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52876557-9a53-e2fa-b718-c04c6a1ffe93" [ 741.812662] env[69731]: _type = "Task" [ 741.812662] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.821141] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52876557-9a53-e2fa-b718-c04c6a1ffe93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.905767] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274822, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.930136] env[69731]: DEBUG nova.network.neutron [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Updated VIF entry in instance network info cache for port fafebb74-3d56-4e07-881f-01901e79835b. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.930569] env[69731]: DEBUG nova.network.neutron [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Updating instance_info_cache with network_info: [{"id": "fafebb74-3d56-4e07-881f-01901e79835b", "address": "fa:16:3e:2f:15:ec", "network": {"id": "b56684cf-1936-4c7c-a213-e174c634a562", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-405194898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6d40121419b40cb9c78bd6fbb7feb41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafebb74-3d", "ovs_interfaceid": "fafebb74-3d56-4e07-881f-01901e79835b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.993459] env[69731]: INFO nova.compute.manager [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Took 48.53 seconds to build instance. [ 742.064575] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.172829] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquiring lock "refresh_cache-8c5c3c21-9882-4b8b-97c8-ffbff54d6217" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.172990] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquired lock "refresh_cache-8c5c3c21-9882-4b8b-97c8-ffbff54d6217" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.173129] env[69731]: DEBUG nova.network.neutron [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.335909] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52876557-9a53-e2fa-b718-c04c6a1ffe93, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.337052] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71fca41-a15d-4728-815b-9bc89994a388 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.347809] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 742.347809] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a6d708-7cb3-cf3b-ffc3-4d4ab67fbe68" [ 742.347809] env[69731]: _type = "Task" [ 742.347809] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.353101] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83cd0fe-2ee1-4997-81b7-062c57613311 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.360839] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a6d708-7cb3-cf3b-ffc3-4d4ab67fbe68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.366025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe82a63-b71d-489f-9952-5b5f06ce2106 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.403416] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf732e40-48e6-455b-8764-550841091d4f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.414022] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274822, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.415754] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27125c-6112-4c87-981f-81b81b647d50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.432533] env[69731]: DEBUG nova.compute.provider_tree [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.435859] env[69731]: DEBUG oslo_concurrency.lockutils [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] Releasing lock "refresh_cache-4d356075-9e91-4b99-b2a3-794bd24f5b14" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.436132] env[69731]: DEBUG nova.compute.manager [req-c9742fb8-1d43-4729-ba91-0fe1b9a0e88b req-08c84184-2066-47bc-8b96-2b6bc7e87cf2 service nova] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Received event network-vif-deleted-679776df-b523-4adc-af9c-8a7b50d2b770 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.499591] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bcb3c423-2955-48ff-ba19-bd646be0b7f1 tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.020s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.555042] env[69731]: DEBUG nova.compute.manager [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.556085] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e342f3-28eb-44e3-9074-57ab4a4f088d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.567871] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.727117] env[69731]: DEBUG nova.network.neutron [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.859493] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a6d708-7cb3-cf3b-ffc3-4d4ab67fbe68, 'name': SearchDatastore_Task, 'duration_secs': 0.020339} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.859765] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.860066] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 4d356075-9e91-4b99-b2a3-794bd24f5b14/4d356075-9e91-4b99-b2a3-794bd24f5b14.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.860666] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d0987ed-c52d-452b-8f5e-1c99aab701c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.867052] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 742.867052] env[69731]: value = "task-3274829" [ 742.867052] env[69731]: _type = "Task" [ 742.867052] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.874715] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.909581] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274822, 'name': CloneVM_Task, 'duration_secs': 1.860609} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.910247] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Created linked-clone VM from snapshot [ 742.911075] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dcec1a-9f68-403d-9dce-a8553f8577fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.918500] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Uploading image f3f49859-d7bf-4b37-a729-93e322e78f4d {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.935833] env[69731]: DEBUG nova.scheduler.client.report [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.946023] env[69731]: DEBUG nova.network.neutron [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Updating instance_info_cache with network_info: [{"id": "a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b", "address": "fa:16:3e:1d:84:22", "network": {"id": "b4eda755-ea62-484e-832d-644340a2483a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2000425128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c030985306e44231aae8dde1afa85c27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4eb2cbd-05", "ovs_interfaceid": "a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.950059] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 742.950059] env[69731]: value = "vm-654093" [ 742.950059] env[69731]: _type = "VirtualMachine" [ 742.950059] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 742.950412] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02ab0afe-a6ec-4305-96fa-33565c70bf8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.957357] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lease: (returnval){ [ 742.957357] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524e5405-e657-afce-f9d8-67f03688fdf9" [ 742.957357] env[69731]: _type = "HttpNfcLease" [ 742.957357] env[69731]: } obtained for exporting VM: (result){ [ 742.957357] env[69731]: value = "vm-654093" [ 742.957357] env[69731]: _type = "VirtualMachine" [ 742.957357] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 742.957723] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the lease: (returnval){ [ 742.957723] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524e5405-e657-afce-f9d8-67f03688fdf9" [ 742.957723] env[69731]: _type = "HttpNfcLease" [ 742.957723] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 742.966679] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.966679] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524e5405-e657-afce-f9d8-67f03688fdf9" [ 742.966679] env[69731]: _type = "HttpNfcLease" [ 742.966679] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 743.002987] env[69731]: DEBUG nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.012036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.012036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.012036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.012036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.012277] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.015487] env[69731]: INFO nova.compute.manager [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Terminating instance [ 743.068885] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.074291] env[69731]: INFO nova.compute.manager [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] instance snapshotting [ 743.074680] env[69731]: WARNING nova.compute.manager [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 743.078008] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fe1ec0-ac44-4279-b1b1-a8e3a11ee25f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.101687] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf19a5c-880c-468a-af99-cf97a5794312 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.377461] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274829, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.443423] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.445781] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.565s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.446015] env[69731]: DEBUG nova.objects.instance [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lazy-loading 'resources' on Instance uuid 77539b7e-1405-444a-96e0-fe2c44b24fec {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.452957] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Releasing lock "refresh_cache-8c5c3c21-9882-4b8b-97c8-ffbff54d6217" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.453260] env[69731]: DEBUG nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Instance network_info: |[{"id": "a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b", "address": "fa:16:3e:1d:84:22", "network": {"id": "b4eda755-ea62-484e-832d-644340a2483a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2000425128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c030985306e44231aae8dde1afa85c27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4eb2cbd-05", "ovs_interfaceid": "a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.453683] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:84:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.461498] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Creating folder: Project (c030985306e44231aae8dde1afa85c27). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.462272] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8da09cf6-7002-4268-be1f-5fdd8acc6163 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.468579] env[69731]: INFO nova.scheduler.client.report [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Deleted allocations for instance ca511099-902e-4e71-8921-6a4b63c09b9e [ 743.477460] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.477460] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524e5405-e657-afce-f9d8-67f03688fdf9" [ 743.477460] env[69731]: _type = "HttpNfcLease" [ 743.477460] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.479243] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.479243] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524e5405-e657-afce-f9d8-67f03688fdf9" [ 743.479243] env[69731]: _type = "HttpNfcLease" [ 743.479243] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.479651] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Created folder: Project (c030985306e44231aae8dde1afa85c27) in parent group-v654000. [ 743.479996] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Creating folder: Instances. Parent ref: group-v654097. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.481051] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a20481-746a-47b3-8a20-6c5ccd7eea09 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.484986] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cae7dea-c168-469e-9232-87eabb024bb2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.496325] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796092-8057-74c4-6813-7f74049483f0/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 743.496518] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796092-8057-74c4-6813-7f74049483f0/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 743.500407] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Created folder: Instances in parent group-v654097. [ 743.500590] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.557495] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.562091] env[69731]: DEBUG nova.compute.manager [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.562091] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.565014] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1fec1f7-8913-4e08-a76a-d1c11609fcf9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.580686] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cbbae4-3a65-440b-88d6-f0418e291dc2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.594530] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.594850] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274827, 'name': ReconfigVM_Task, 'duration_secs': 1.686632} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.596016] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bbbcbeb-8a9d-47b3-8604-6ae68b869290 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.597592] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f1233fff-fc73-459f-b232-19c5fea2d879/f1233fff-fc73-459f-b232-19c5fea2d879.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.598294] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.598294] env[69731]: value = "task-3274833" [ 743.598294] env[69731]: _type = "Task" [ 743.598294] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.599145] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.599396] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3d87352-f644-4358-894b-e2bd0881b3c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.606481] env[69731]: DEBUG oslo_vmware.api [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 743.606481] env[69731]: value = "task-3274834" [ 743.606481] env[69731]: _type = "Task" [ 743.606481] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.613563] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 743.613563] env[69731]: value = "task-3274835" [ 743.613563] env[69731]: _type = "Task" [ 743.613563] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.617760] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.617760] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274833, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.617760] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66596101-0ee9-40e2-9125-17eec869a823 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.623811] env[69731]: DEBUG oslo_vmware.api [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.632029] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88ff1ddb-99a4-4dc9-b162-00573f884fa1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.633850] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274835, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.634295] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 743.634295] env[69731]: value = "task-3274836" [ 743.634295] env[69731]: _type = "Task" [ 743.634295] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.643914] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.719113] env[69731]: DEBUG nova.compute.manager [req-4ea1ad63-4db1-4238-92b5-582cc2b76db3 req-a96cb09b-e417-4c17-8c72-99b18ec6cc8c service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Received event network-changed-a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.719219] env[69731]: DEBUG nova.compute.manager [req-4ea1ad63-4db1-4238-92b5-582cc2b76db3 req-a96cb09b-e417-4c17-8c72-99b18ec6cc8c service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Refreshing instance network info cache due to event network-changed-a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.719453] env[69731]: DEBUG oslo_concurrency.lockutils [req-4ea1ad63-4db1-4238-92b5-582cc2b76db3 req-a96cb09b-e417-4c17-8c72-99b18ec6cc8c service nova] Acquiring lock "refresh_cache-8c5c3c21-9882-4b8b-97c8-ffbff54d6217" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.719628] env[69731]: DEBUG oslo_concurrency.lockutils [req-4ea1ad63-4db1-4238-92b5-582cc2b76db3 req-a96cb09b-e417-4c17-8c72-99b18ec6cc8c service nova] Acquired lock "refresh_cache-8c5c3c21-9882-4b8b-97c8-ffbff54d6217" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.719790] env[69731]: DEBUG nova.network.neutron [req-4ea1ad63-4db1-4238-92b5-582cc2b76db3 req-a96cb09b-e417-4c17-8c72-99b18ec6cc8c service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Refreshing network info cache for port a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.879539] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512273} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.880199] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 4d356075-9e91-4b99-b2a3-794bd24f5b14/4d356075-9e91-4b99-b2a3-794bd24f5b14.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.880599] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.880995] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41d58c34-080d-4c0b-8ad7-b665930d373a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.890240] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 743.890240] env[69731]: value = "task-3274838" [ 743.890240] env[69731]: _type = "Task" [ 743.890240] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.897976] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.979159] env[69731]: DEBUG oslo_concurrency.lockutils [None req-049cbb28-2156-4515-bfc6-ed4be0025dea tempest-ListServersNegativeTestJSON-1858166799 tempest-ListServersNegativeTestJSON-1858166799-project-member] Lock "ca511099-902e-4e71-8921-6a4b63c09b9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.140s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.121662] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274833, 'name': CreateVM_Task, 'duration_secs': 0.366985} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.125656] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.129592] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.129876] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.130546] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.130897] env[69731]: DEBUG oslo_vmware.api [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274834, 'name': PowerOffVM_Task, 'duration_secs': 0.18964} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.131621] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6cdbd6-a4bf-4e4b-a003-ea8030ce9536 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.134031] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.134031] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.140309] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b24a98-44e0-4a74-8eb4-506515dea100 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.142033] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274835, 'name': Rename_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.147886] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 744.147886] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52154db1-fac0-4ca9-3c0f-4ce46ea743cd" [ 744.147886] env[69731]: _type = "Task" [ 744.147886] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.154987] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.162450] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52154db1-fac0-4ca9-3c0f-4ce46ea743cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.232433] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.232433] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.232433] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Deleting the datastore file [datastore2] 15c0d93d-91e9-49df-b5ae-691abf05cd7d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.232627] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6351bc7-5645-4aab-8342-16b2b702284a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.241493] env[69731]: DEBUG oslo_vmware.api [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for the task: (returnval){ [ 744.241493] env[69731]: value = "task-3274840" [ 744.241493] env[69731]: _type = "Task" [ 744.241493] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.256563] env[69731]: DEBUG oslo_vmware.api [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.401102] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.494541] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a10a384-6ffe-4a18-b52e-378775813473 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.502197] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68d667f-4907-4add-8438-66ee378c8ee3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.542412] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f00b5e-172b-426e-acc7-dbee63c93a50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.550415] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef0fc9-a8f2-47b7-bbf0-0625a0543822 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.564756] env[69731]: DEBUG nova.compute.provider_tree [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.590020] env[69731]: DEBUG nova.network.neutron [req-4ea1ad63-4db1-4238-92b5-582cc2b76db3 req-a96cb09b-e417-4c17-8c72-99b18ec6cc8c service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Updated VIF entry in instance network info cache for port a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.590020] env[69731]: DEBUG nova.network.neutron [req-4ea1ad63-4db1-4238-92b5-582cc2b76db3 req-a96cb09b-e417-4c17-8c72-99b18ec6cc8c service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Updating instance_info_cache with network_info: [{"id": "a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b", "address": "fa:16:3e:1d:84:22", "network": {"id": "b4eda755-ea62-484e-832d-644340a2483a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2000425128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c030985306e44231aae8dde1afa85c27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4eb2cbd-05", "ovs_interfaceid": "a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.633968] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274835, 'name': Rename_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.654814] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.668560] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52154db1-fac0-4ca9-3c0f-4ce46ea743cd, 'name': SearchDatastore_Task, 'duration_secs': 0.024551} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.669089] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.669788] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.669869] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.671028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.671028] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.671028] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cf504e2-cfae-4474-b1f6-b0ad8c5aef95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.681484] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.682682] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.682682] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e212da98-e7fa-4c1e-9db7-d1739882e8ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.689148] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 744.689148] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524260da-eba1-5db5-3cca-f50cecf94559" [ 744.689148] env[69731]: _type = "Task" [ 744.689148] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.698554] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524260da-eba1-5db5-3cca-f50cecf94559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.753127] env[69731]: DEBUG oslo_vmware.api [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Task: {'id': task-3274840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461315} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.754199] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.754410] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.755034] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.755244] env[69731]: INFO nova.compute.manager [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 744.755655] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.755869] env[69731]: DEBUG nova.compute.manager [-] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.756134] env[69731]: DEBUG nova.network.neutron [-] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.905347] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274838, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.067835] env[69731]: DEBUG nova.scheduler.client.report [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.092302] env[69731]: DEBUG oslo_concurrency.lockutils [req-4ea1ad63-4db1-4238-92b5-582cc2b76db3 req-a96cb09b-e417-4c17-8c72-99b18ec6cc8c service nova] Releasing lock "refresh_cache-8c5c3c21-9882-4b8b-97c8-ffbff54d6217" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.138502] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274835, 'name': Rename_Task, 'duration_secs': 1.188667} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.138912] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.139232] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d7afe1a-6aee-4db2-99c2-87f19ce2fce4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.147420] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 745.147420] env[69731]: value = "task-3274841" [ 745.147420] env[69731]: _type = "Task" [ 745.147420] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.154736] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274836, 'name': CreateSnapshot_Task, 'duration_secs': 1.165567} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.155230] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.156058] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995cc742-9dbc-409c-8ba2-fd3b3fb1f600 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.163235] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.202400] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524260da-eba1-5db5-3cca-f50cecf94559, 'name': SearchDatastore_Task, 'duration_secs': 0.014771} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.205382] env[69731]: DEBUG nova.compute.manager [req-fbd93ce3-f46e-4ed2-a954-840420c06668 req-3369d148-2124-4a06-a722-71668c05b783 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Received event network-vif-deleted-9e88ed89-c6d0-433a-90ff-8eac2547c3f3 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.205669] env[69731]: INFO nova.compute.manager [req-fbd93ce3-f46e-4ed2-a954-840420c06668 req-3369d148-2124-4a06-a722-71668c05b783 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Neutron deleted interface 9e88ed89-c6d0-433a-90ff-8eac2547c3f3; detaching it from the instance and deleting it from the info cache [ 745.206127] env[69731]: DEBUG nova.network.neutron [req-fbd93ce3-f46e-4ed2-a954-840420c06668 req-3369d148-2124-4a06-a722-71668c05b783 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.207922] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9945940-e339-48ce-8f5a-c69108792d1d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.216600] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 745.216600] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522f66af-5215-6296-6677-83ac2779c710" [ 745.216600] env[69731]: _type = "Task" [ 745.216600] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.225830] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522f66af-5215-6296-6677-83ac2779c710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.404265] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.035275} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.404582] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.405399] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30950c28-103e-4578-bd9d-d1f67784ec34 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.428252] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 4d356075-9e91-4b99-b2a3-794bd24f5b14/4d356075-9e91-4b99-b2a3-794bd24f5b14.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.428398] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3966e600-db9b-439c-8359-bbfa0e7d4fc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.448094] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 745.448094] env[69731]: value = "task-3274842" [ 745.448094] env[69731]: _type = "Task" [ 745.448094] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.457390] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.573791] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.576900] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.171s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.578920] env[69731]: INFO nova.compute.claims [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.606429] env[69731]: INFO nova.scheduler.client.report [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Deleted allocations for instance 77539b7e-1405-444a-96e0-fe2c44b24fec [ 745.607826] env[69731]: DEBUG nova.network.neutron [-] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.659021] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274841, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.688122] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.688122] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.688122] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.688122] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.688354] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.688354] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.689801] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f93bc6b-34cf-410c-a937-48e329de9b8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.693566] env[69731]: INFO nova.compute.manager [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Terminating instance [ 745.704777] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 745.704777] env[69731]: value = "task-3274843" [ 745.704777] env[69731]: _type = "Task" [ 745.704777] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.718198] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274843, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.718198] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1b226b2-6649-467e-8fb8-62ae061af702 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.736836] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522f66af-5215-6296-6677-83ac2779c710, 'name': SearchDatastore_Task, 'duration_secs': 0.017727} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.742094] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.742094] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8c5c3c21-9882-4b8b-97c8-ffbff54d6217/8c5c3c21-9882-4b8b-97c8-ffbff54d6217.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.742567] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3003d3a-429a-47f8-86fd-4993aa85062f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.750905] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ca1032-c727-4958-9d1d-c630a8aefdd2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.774495] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 745.774495] env[69731]: value = "task-3274844" [ 745.774495] env[69731]: _type = "Task" [ 745.774495] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.799079] env[69731]: DEBUG nova.compute.manager [req-fbd93ce3-f46e-4ed2-a954-840420c06668 req-3369d148-2124-4a06-a722-71668c05b783 service nova] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Detach interface failed, port_id=9e88ed89-c6d0-433a-90ff-8eac2547c3f3, reason: Instance 15c0d93d-91e9-49df-b5ae-691abf05cd7d could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 745.803578] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.961553] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.117690] env[69731]: INFO nova.compute.manager [-] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Took 1.36 seconds to deallocate network for instance. [ 746.127621] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f1d5926-c185-4446-a1f0-f5796ee5c31d tempest-ServerDiagnosticsNegativeTest-1723347752 tempest-ServerDiagnosticsNegativeTest-1723347752-project-member] Lock "77539b7e-1405-444a-96e0-fe2c44b24fec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.305s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.162835] env[69731]: DEBUG oslo_vmware.api [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274841, 'name': PowerOnVM_Task, 'duration_secs': 0.671417} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.162835] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.163500] env[69731]: INFO nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Took 10.48 seconds to spawn the instance on the hypervisor. [ 746.163500] env[69731]: DEBUG nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.164212] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42c3df-954b-4a80-95b7-eb325fc35bc8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.198639] env[69731]: DEBUG nova.compute.manager [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.198933] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.201103] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bf979a-e364-41f3-a1ab-7a66f617179d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.215138] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.219481] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16807081-df47-4b49-afa0-61fe28562dd0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.221572] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274843, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.227513] env[69731]: DEBUG oslo_vmware.api [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 746.227513] env[69731]: value = "task-3274845" [ 746.227513] env[69731]: _type = "Task" [ 746.227513] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.242289] env[69731]: DEBUG oslo_vmware.api [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.287685] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274844, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.376479] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 746.376479] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654096', 'volume_id': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'name': 'volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03661849-1d44-451d-9f43-087171ea126b', 'attached_at': '', 'detached_at': '', 'volume_id': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'serial': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 746.376657] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c071931-c40d-42d7-bf8d-b16a6e9d47fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.394597] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a9e22-7825-4c07-a8b4-95a459bace3a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.420341] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c/volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.420722] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9fbd3e1-800c-424c-b613-842bf6148eaa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.440110] env[69731]: DEBUG oslo_vmware.api [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Waiting for the task: (returnval){ [ 746.440110] env[69731]: value = "task-3274846" [ 746.440110] env[69731]: _type = "Task" [ 746.440110] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.451880] env[69731]: DEBUG oslo_vmware.api [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.461537] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274842, 'name': ReconfigVM_Task, 'duration_secs': 0.842948} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.461537] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 4d356075-9e91-4b99-b2a3-794bd24f5b14/4d356075-9e91-4b99-b2a3-794bd24f5b14.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.461537] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2047c93-d5e2-4444-aa6e-cc7421d1027b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.469491] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 746.469491] env[69731]: value = "task-3274847" [ 746.469491] env[69731]: _type = "Task" [ 746.469491] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.478944] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274847, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.630761] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.692188] env[69731]: INFO nova.compute.manager [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Took 47.89 seconds to build instance. [ 746.717737] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274843, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.742388] env[69731]: DEBUG oslo_vmware.api [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274845, 'name': PowerOffVM_Task, 'duration_secs': 0.469506} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.742708] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.743021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.743188] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f808c65a-06bc-4d7c-9165-09921ab214a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.796735] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55743} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.797044] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8c5c3c21-9882-4b8b-97c8-ffbff54d6217/8c5c3c21-9882-4b8b-97c8-ffbff54d6217.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.797267] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.797533] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84604597-95ef-44ed-8c8f-3b7a6085d9bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.806395] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 746.806395] env[69731]: value = "task-3274849" [ 746.806395] env[69731]: _type = "Task" [ 746.806395] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.816824] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.951430] env[69731]: DEBUG oslo_vmware.api [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.988668] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274847, 'name': Rename_Task, 'duration_secs': 0.22971} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.992066] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.992938] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-422fb621-8217-4150-a98e-df22d20fdbb3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.000389] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 747.000389] env[69731]: value = "task-3274850" [ 747.000389] env[69731]: _type = "Task" [ 747.000389] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.010306] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.053013] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.053344] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.053648] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleting the datastore file [datastore1] a41102d1-6d13-438a-82eb-67b4bb7e6ec9 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.053919] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-564509c3-faa4-482e-adf6-1f0a5441c4f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.060966] env[69731]: DEBUG oslo_vmware.api [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 747.060966] env[69731]: value = "task-3274851" [ 747.060966] env[69731]: _type = "Task" [ 747.060966] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.070640] env[69731]: DEBUG oslo_vmware.api [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.187174] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80be8ac-dd24-4d44-aa15-29a938e57a84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.193861] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10dbde2d-38b9-4f6f-842c-c7529669949d tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "f1233fff-fc73-459f-b232-19c5fea2d879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.867s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.196764] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b49eb-b6d3-44af-8e5b-e58f2c88e995 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.238604] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d81ad-e3b1-4252-87ef-e036fef4304f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.250389] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ec840-ef7b-4eab-9f42-93c47dfd0441 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.254632] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274843, 'name': CloneVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.266754] env[69731]: DEBUG nova.compute.provider_tree [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.317896] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122485} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.318251] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.319128] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266ddd85-0ab2-41b8-bae2-5f88a3790764 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.348039] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 8c5c3c21-9882-4b8b-97c8-ffbff54d6217/8c5c3c21-9882-4b8b-97c8-ffbff54d6217.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.348039] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-045f3e88-1c42-4efd-9147-6ef69155456e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.367900] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 747.367900] env[69731]: value = "task-3274852" [ 747.367900] env[69731]: _type = "Task" [ 747.367900] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.376760] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.450337] env[69731]: DEBUG oslo_vmware.api [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274846, 'name': ReconfigVM_Task, 'duration_secs': 0.667375} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.450609] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c/volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.455755] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b527ea5-d497-4a19-900a-5961f43dee14 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.472723] env[69731]: DEBUG oslo_vmware.api [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Waiting for the task: (returnval){ [ 747.472723] env[69731]: value = "task-3274853" [ 747.472723] env[69731]: _type = "Task" [ 747.472723] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.482654] env[69731]: DEBUG oslo_vmware.api [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.511796] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.543431] env[69731]: DEBUG nova.compute.manager [req-a482bb68-85ec-43ff-af07-8eeee78c2aea req-e80f0d09-a673-471b-b77b-c9f1e5f45f6a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Received event network-changed-fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.543431] env[69731]: DEBUG nova.compute.manager [req-a482bb68-85ec-43ff-af07-8eeee78c2aea req-e80f0d09-a673-471b-b77b-c9f1e5f45f6a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Refreshing instance network info cache due to event network-changed-fd0729bc-e19f-44af-85f2-a227ad92aaa8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.543431] env[69731]: DEBUG oslo_concurrency.lockutils [req-a482bb68-85ec-43ff-af07-8eeee78c2aea req-e80f0d09-a673-471b-b77b-c9f1e5f45f6a service nova] Acquiring lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.543431] env[69731]: DEBUG oslo_concurrency.lockutils [req-a482bb68-85ec-43ff-af07-8eeee78c2aea req-e80f0d09-a673-471b-b77b-c9f1e5f45f6a service nova] Acquired lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.543431] env[69731]: DEBUG nova.network.neutron [req-a482bb68-85ec-43ff-af07-8eeee78c2aea req-e80f0d09-a673-471b-b77b-c9f1e5f45f6a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Refreshing network info cache for port fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.571837] env[69731]: DEBUG oslo_vmware.api [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304955} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.572159] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.572487] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.572688] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.572931] env[69731]: INFO nova.compute.manager [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Took 1.37 seconds to destroy the instance on the hypervisor. [ 747.573219] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.573610] env[69731]: DEBUG nova.compute.manager [-] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.573610] env[69731]: DEBUG nova.network.neutron [-] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.703100] env[69731]: DEBUG nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.743761] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274843, 'name': CloneVM_Task, 'duration_secs': 1.561161} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.743761] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Created linked-clone VM from snapshot [ 747.744735] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb47637-1d83-4d73-86c6-5409c4c24772 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.752956] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Uploading image 2c1e9962-71c0-4822-8f2b-0a84cbdcbd1c {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.771056] env[69731]: DEBUG nova.scheduler.client.report [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.776240] env[69731]: DEBUG oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 747.776240] env[69731]: value = "vm-654101" [ 747.776240] env[69731]: _type = "VirtualMachine" [ 747.776240] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 747.776802] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a1237e4-647e-431f-9abd-0952fdf8551b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.784188] env[69731]: DEBUG oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lease: (returnval){ [ 747.784188] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523a72dd-c669-74bc-7ff4-11de8d98d97e" [ 747.784188] env[69731]: _type = "HttpNfcLease" [ 747.784188] env[69731]: } obtained for exporting VM: (result){ [ 747.784188] env[69731]: value = "vm-654101" [ 747.784188] env[69731]: _type = "VirtualMachine" [ 747.784188] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 747.784487] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the lease: (returnval){ [ 747.784487] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523a72dd-c669-74bc-7ff4-11de8d98d97e" [ 747.784487] env[69731]: _type = "HttpNfcLease" [ 747.784487] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 747.793196] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.793196] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523a72dd-c669-74bc-7ff4-11de8d98d97e" [ 747.793196] env[69731]: _type = "HttpNfcLease" [ 747.793196] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 747.884796] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274852, 'name': ReconfigVM_Task, 'duration_secs': 0.299744} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.885209] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 8c5c3c21-9882-4b8b-97c8-ffbff54d6217/8c5c3c21-9882-4b8b-97c8-ffbff54d6217.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.886105] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74b1211a-7710-47af-a03e-5cc931c57978 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.893829] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 747.893829] env[69731]: value = "task-3274855" [ 747.893829] env[69731]: _type = "Task" [ 747.893829] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.906034] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274855, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.982930] env[69731]: DEBUG oslo_vmware.api [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274853, 'name': ReconfigVM_Task, 'duration_secs': 0.201097} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.983921] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654096', 'volume_id': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'name': 'volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03661849-1d44-451d-9f43-087171ea126b', 'attached_at': '', 'detached_at': '', 'volume_id': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'serial': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 748.014120] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.232458] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.280442] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.281092] env[69731]: DEBUG nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.284165] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.385s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.286690] env[69731]: DEBUG nova.objects.instance [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lazy-loading 'resources' on Instance uuid 41eeaaec-8966-4ffb-bc2e-3267a79f60ee {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.307357] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.307357] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523a72dd-c669-74bc-7ff4-11de8d98d97e" [ 748.307357] env[69731]: _type = "HttpNfcLease" [ 748.307357] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 748.307945] env[69731]: DEBUG oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 748.307945] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523a72dd-c669-74bc-7ff4-11de8d98d97e" [ 748.307945] env[69731]: _type = "HttpNfcLease" [ 748.307945] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 748.310277] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9ef662-3813-4ef3-b468-6c9278932ee5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.321267] env[69731]: DEBUG oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248168b-4a59-c55d-3430-b480547ccc8e/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 748.321557] env[69731]: DEBUG oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248168b-4a59-c55d-3430-b480547ccc8e/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 748.405487] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274855, 'name': Rename_Task, 'duration_secs': 0.161324} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.405774] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.406028] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a0fd4fd-e8b6-4dce-8ab4-3bbb2fe915c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.412500] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 748.412500] env[69731]: value = "task-3274856" [ 748.412500] env[69731]: _type = "Task" [ 748.412500] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.420850] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.429809] env[69731]: DEBUG nova.network.neutron [req-a482bb68-85ec-43ff-af07-8eeee78c2aea req-e80f0d09-a673-471b-b77b-c9f1e5f45f6a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updated VIF entry in instance network info cache for port fd0729bc-e19f-44af-85f2-a227ad92aaa8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.430460] env[69731]: DEBUG nova.network.neutron [req-a482bb68-85ec-43ff-af07-8eeee78c2aea req-e80f0d09-a673-471b-b77b-c9f1e5f45f6a service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.464311] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0fecbbe-7411-4788-bbd2-9d08d99bc561 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.521539] env[69731]: DEBUG oslo_vmware.api [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274850, 'name': PowerOnVM_Task, 'duration_secs': 1.37697} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.521815] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.522097] env[69731]: INFO nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Took 10.05 seconds to spawn the instance on the hypervisor. [ 748.522339] env[69731]: DEBUG nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.523762] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74dcc7e-a9dc-4f6f-872c-d58ab55d6e17 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.587920] env[69731]: DEBUG nova.network.neutron [-] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.685731] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "c0d80719-3361-43dc-9d1e-c1c783b87e23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.685995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "c0d80719-3361-43dc-9d1e-c1c783b87e23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.795278] env[69731]: DEBUG nova.compute.utils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.796974] env[69731]: DEBUG nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.797145] env[69731]: DEBUG nova.network.neutron [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.846375] env[69731]: DEBUG nova.policy [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6f461381968460e85d19ace4ded4db4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f69b4406283e4414b69c18fd078bc5e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.930302] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274856, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.935569] env[69731]: DEBUG oslo_concurrency.lockutils [req-a482bb68-85ec-43ff-af07-8eeee78c2aea req-e80f0d09-a673-471b-b77b-c9f1e5f45f6a service nova] Releasing lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.046080] env[69731]: INFO nova.compute.manager [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Took 47.52 seconds to build instance. [ 749.057981] env[69731]: DEBUG nova.objects.instance [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Lazy-loading 'flavor' on Instance uuid 03661849-1d44-451d-9f43-087171ea126b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.092736] env[69731]: INFO nova.compute.manager [-] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Took 1.52 seconds to deallocate network for instance. [ 749.301735] env[69731]: DEBUG nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.315418] env[69731]: DEBUG nova.network.neutron [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Successfully created port: 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.423608] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13afa5bb-56ec-4153-871a-57b2923216cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.430379] env[69731]: DEBUG oslo_vmware.api [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274856, 'name': PowerOnVM_Task, 'duration_secs': 0.680743} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.431350] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.431487] env[69731]: INFO nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Took 8.28 seconds to spawn the instance on the hypervisor. [ 749.431830] env[69731]: DEBUG nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.432781] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6771ce-987b-4113-b658-19953d50fe8c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.438699] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c7b22-085d-41f6-a668-95b476adb8ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.487032] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983c9813-e128-4e2a-baa3-f88889c6f139 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.495623] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774bc22-a00e-4e0a-8d6d-24a367c746d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.511799] env[69731]: DEBUG nova.compute.provider_tree [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.523650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "1820a34a-f585-47ff-a7dd-586f47feaf38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.523810] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "1820a34a-f585-47ff-a7dd-586f47feaf38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.548217] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3d5ac0ba-bb6d-4734-a0bf-6fff53fbec08 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "4d356075-9e91-4b99-b2a3-794bd24f5b14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.263s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.566551] env[69731]: DEBUG oslo_concurrency.lockutils [None req-da516a01-c77d-4fa0-9a9e-0073d95c4947 tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Lock "03661849-1d44-451d-9f43-087171ea126b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.332s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.607839] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.955405] env[69731]: INFO nova.compute.manager [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Took 46.09 seconds to build instance. [ 750.015907] env[69731]: DEBUG nova.scheduler.client.report [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.050347] env[69731]: DEBUG nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.314909] env[69731]: DEBUG nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.457350] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b6811826-b032-4e29-a7e0-f123c697daab tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.572s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.522511] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.526058] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.498s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.526278] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.526482] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 750.526835] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.403s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.528406] env[69731]: INFO nova.compute.claims [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.532022] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9018ff1-70bf-41c4-b063-e234d90bc057 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.541090] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65726d34-e1b1-4640-8a65-53f9e7c99776 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.546562] env[69731]: INFO nova.scheduler.client.report [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Deleted allocations for instance 41eeaaec-8966-4ffb-bc2e-3267a79f60ee [ 750.564037] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139e42a-d799-42ac-a8fc-cfbae81e5c65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.574454] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155184bd-bb65-4b23-a034-4952b211c130 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.578845] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.606674] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178872MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 750.606842] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.850015] env[69731]: DEBUG nova.network.neutron [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Successfully updated port: 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.961347] env[69731]: DEBUG nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.066907] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8758c2b3-86df-41dc-8311-0183990a2f83 tempest-ServerPasswordTestJSON-2106543693 tempest-ServerPasswordTestJSON-2106543693-project-member] Lock "41eeaaec-8966-4ffb-bc2e-3267a79f60ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.038s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.352972] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.353409] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquired lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.353409] env[69731]: DEBUG nova.network.neutron [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.481754] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.900825] env[69731]: DEBUG nova.network.neutron [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.992379] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d4d982-7bb9-4275-9674-ad66dc3f49a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.001147] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af49abe3-4154-49ec-bbb9-fd3c47c94cfb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.038142] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3bc0a3-e045-4e77-a79f-a2b517d56150 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.046507] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ab2f15-6b57-4c94-87d8-5d4f093cca52 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.061198] env[69731]: DEBUG nova.compute.provider_tree [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.076714] env[69731]: DEBUG nova.network.neutron [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Updating instance_info_cache with network_info: [{"id": "45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae", "address": "fa:16:3e:e9:d9:4a", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b1ca7d-18", "ovs_interfaceid": "45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.565668] env[69731]: DEBUG nova.scheduler.client.report [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.579827] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Releasing lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.580340] env[69731]: DEBUG nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Instance network_info: |[{"id": "45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae", "address": "fa:16:3e:e9:d9:4a", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b1ca7d-18", "ovs_interfaceid": "45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.821043] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.821286] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.821463] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.821675] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.821874] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.822069] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.822290] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.822453] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.822626] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.822831] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.823081] env[69731]: DEBUG nova.virt.hardware [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.825766] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03285ebf-c822-414b-b9f5-5e7f3c534d04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.837640] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796092-8057-74c4-6813-7f74049483f0/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 752.838601] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d7cb2-4664-444e-88bd-90c279e99073 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.843467] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330c10f2-b309-4bbe-a94a-28ce11b03354 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.857299] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:d9:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.865386] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.867040] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.867340] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796092-8057-74c4-6813-7f74049483f0/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 752.867482] env[69731]: ERROR oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796092-8057-74c4-6813-7f74049483f0/disk-0.vmdk due to incomplete transfer. [ 752.867688] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54802bc5-3a74-4842-9d95-0aa251dc1b01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.882286] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85c6475f-418e-4286-bdee-35ab3ed5a8a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.889220] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.889220] env[69731]: value = "task-3274857" [ 752.889220] env[69731]: _type = "Task" [ 752.889220] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.893559] env[69731]: DEBUG oslo_vmware.rw_handles [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796092-8057-74c4-6813-7f74049483f0/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 752.893760] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Uploaded image f3f49859-d7bf-4b37-a729-93e322e78f4d to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 752.895993] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 752.897364] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b25fb346-31a9-44a4-a41f-ed7d1b5cc419 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.901741] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274857, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.903140] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 752.903140] env[69731]: value = "task-3274858" [ 752.903140] env[69731]: _type = "Task" [ 752.903140] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.913572] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274858, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.042775] env[69731]: DEBUG nova.compute.manager [req-5cb67ba8-f53a-4d36-b7b4-e416513140d2 req-9eee3691-a2b4-4a19-aa2e-b05938350a6c service nova] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Received event network-vif-deleted-f5c0d527-259f-4d0c-bb1a-e879b21f1493 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.072770] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.073427] env[69731]: DEBUG nova.compute.manager [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.076030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.697s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.400773] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274857, 'name': CreateVM_Task, 'duration_secs': 0.450935} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.401063] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.401892] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.402163] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.402577] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.402912] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66323c90-232a-45a6-a10a-5e67bd09f358 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.411612] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 753.411612] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c811c1-5569-918c-395c-64c727d383a5" [ 753.411612] env[69731]: _type = "Task" [ 753.411612] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.415062] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274858, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.422925] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c811c1-5569-918c-395c-64c727d383a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.552925] env[69731]: DEBUG nova.compute.manager [req-dbd33da2-3831-4575-b43c-7b3ef4b918c7 req-9c244d67-4212-4be9-84ef-626236854cf4 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Received event network-vif-plugged-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.553099] env[69731]: DEBUG oslo_concurrency.lockutils [req-dbd33da2-3831-4575-b43c-7b3ef4b918c7 req-9c244d67-4212-4be9-84ef-626236854cf4 service nova] Acquiring lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.555830] env[69731]: DEBUG oslo_concurrency.lockutils [req-dbd33da2-3831-4575-b43c-7b3ef4b918c7 req-9c244d67-4212-4be9-84ef-626236854cf4 service nova] Lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.555830] env[69731]: DEBUG oslo_concurrency.lockutils [req-dbd33da2-3831-4575-b43c-7b3ef4b918c7 req-9c244d67-4212-4be9-84ef-626236854cf4 service nova] Lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.555830] env[69731]: DEBUG nova.compute.manager [req-dbd33da2-3831-4575-b43c-7b3ef4b918c7 req-9c244d67-4212-4be9-84ef-626236854cf4 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] No waiting events found dispatching network-vif-plugged-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.555830] env[69731]: WARNING nova.compute.manager [req-dbd33da2-3831-4575-b43c-7b3ef4b918c7 req-9c244d67-4212-4be9-84ef-626236854cf4 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Received unexpected event network-vif-plugged-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae for instance with vm_state building and task_state spawning. [ 753.583992] env[69731]: DEBUG nova.compute.utils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.585029] env[69731]: DEBUG nova.compute.manager [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 753.916284] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274858, 'name': Destroy_Task, 'duration_secs': 0.543424} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.922480] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Destroyed the VM [ 753.922480] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.924458] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00d75a5a-5297-4f96-b364-876d00476421 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.937760] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c811c1-5569-918c-395c-64c727d383a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014981} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.939392] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.939849] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.940025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.940490] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.940490] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.940720] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 753.940720] env[69731]: value = "task-3274859" [ 753.940720] env[69731]: _type = "Task" [ 753.940720] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.940952] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef0be97e-2ace-40e3-87b9-baf3861a4070 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.959676] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.961899] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.961899] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.962692] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d73f85-db04-4898-9b0e-8f7371e9c15d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.974280] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 753.974280] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dd7cee-6ba7-cd71-2060-4ca0231330d6" [ 753.974280] env[69731]: _type = "Task" [ 753.974280] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.989225] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dd7cee-6ba7-cd71-2060-4ca0231330d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.090125] env[69731]: DEBUG nova.compute.manager [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.187097] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fee69b7-cbe0-43a5-9785-66c71380e447 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.195737] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78939a1-9735-4468-8d31-bec6120a43de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.228977] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e5e1ba-974e-438c-a9e9-590625012586 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.238126] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af74a1e0-48ee-4123-9f26-a19dc5ef5bb4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.256029] env[69731]: DEBUG nova.compute.provider_tree [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.430077] env[69731]: DEBUG oslo_concurrency.lockutils [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Acquiring lock "03661849-1d44-451d-9f43-087171ea126b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.430077] env[69731]: DEBUG oslo_concurrency.lockutils [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Lock "03661849-1d44-451d-9f43-087171ea126b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.456194] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.490237] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dd7cee-6ba7-cd71-2060-4ca0231330d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015454} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.491149] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1a0984-380a-4a08-b94e-731e2ee7935e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.497017] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 754.497017] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e93090-8e3f-3bfc-34ce-f1908c6a8d9a" [ 754.497017] env[69731]: _type = "Task" [ 754.497017] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.505759] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e93090-8e3f-3bfc-34ce-f1908c6a8d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.521167] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquiring lock "4d356075-9e91-4b99-b2a3-794bd24f5b14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.521437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "4d356075-9e91-4b99-b2a3-794bd24f5b14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.521640] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquiring lock "4d356075-9e91-4b99-b2a3-794bd24f5b14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.521902] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "4d356075-9e91-4b99-b2a3-794bd24f5b14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.522210] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "4d356075-9e91-4b99-b2a3-794bd24f5b14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.524695] env[69731]: INFO nova.compute.manager [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Terminating instance [ 754.760021] env[69731]: DEBUG nova.scheduler.client.report [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.933097] env[69731]: INFO nova.compute.manager [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Detaching volume 34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c [ 754.955433] env[69731]: DEBUG oslo_vmware.api [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274859, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801902} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.955773] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.956077] env[69731]: INFO nova.compute.manager [None req-2bdd5f91-7743-4257-b9f8-2104a2290b38 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Took 16.16 seconds to snapshot the instance on the hypervisor. [ 754.990232] env[69731]: INFO nova.virt.block_device [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Attempting to driver detach volume 34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c from mountpoint /dev/sdb [ 754.990708] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 754.990817] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654096', 'volume_id': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'name': 'volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03661849-1d44-451d-9f43-087171ea126b', 'attached_at': '', 'detached_at': '', 'volume_id': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'serial': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 754.991739] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81a9a5a-a641-44ca-8206-c521985ffe97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.023460] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057fffd1-a089-4306-934e-a5eed5596c47 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.033478] env[69731]: DEBUG nova.compute.manager [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.033738] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.034050] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e93090-8e3f-3bfc-34ce-f1908c6a8d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014277} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.038148] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0581b6b7-b39b-4459-a658-092e8e448550 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.041211] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.042029] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 7db7bcc5-a83f-4faf-8576-c29cd26117e8/7db7bcc5-a83f-4faf-8576-c29cd26117e8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.042270] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a490d896-4471-4e62-8d9c-2af8f6ab241a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.044733] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273bcc8d-beb0-4fb3-8eca-ad133ea17bbe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.052810] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.072506] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88e45c42-b832-4472-a425-2ca46d91e566 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.075171] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 755.075171] env[69731]: value = "task-3274860" [ 755.075171] env[69731]: _type = "Task" [ 755.075171] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.075997] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d292bf80-480d-4ed5-b7fc-ffdca06e5a35 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.084215] env[69731]: DEBUG oslo_vmware.api [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 755.084215] env[69731]: value = "task-3274861" [ 755.084215] env[69731]: _type = "Task" [ 755.084215] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.101108] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.102236] env[69731]: DEBUG nova.compute.manager [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.106206] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] The volume has not been displaced from its original location: [datastore2] volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c/volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 755.109644] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 755.110958] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e42882-9b7f-4b28-b123-2aa3e8a5c36f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.127995] env[69731]: DEBUG oslo_vmware.api [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.134092] env[69731]: DEBUG oslo_vmware.api [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Waiting for the task: (returnval){ [ 755.134092] env[69731]: value = "task-3274862" [ 755.134092] env[69731]: _type = "Task" [ 755.134092] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.140364] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.140602] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.140760] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.140952] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.141104] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.141253] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.141455] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.141741] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.141992] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.142187] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.142362] env[69731]: DEBUG nova.virt.hardware [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.143348] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8983457b-4cf5-49b1-88f8-db0e98baa370 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.149898] env[69731]: DEBUG oslo_vmware.api [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.159381] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe80608-0f07-45d5-ba3c-838813a10870 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.172040] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.178150] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Creating folder: Project (923b6b428dbb49feaf62a1bae3a4a6d0). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.179187] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90228015-4d2d-46cc-8d6b-970be6c1f5d2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.190437] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Created folder: Project (923b6b428dbb49feaf62a1bae3a4a6d0) in parent group-v654000. [ 755.190627] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Creating folder: Instances. Parent ref: group-v654103. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.190896] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca4bcbe2-4b7a-44f5-930a-7972a92f7b1a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.200486] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Created folder: Instances in parent group-v654103. [ 755.200799] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.201014] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.201235] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e756cec-26fa-4ef2-861f-d22c503f99b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.217730] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.217730] env[69731]: value = "task-3274865" [ 755.217730] env[69731]: _type = "Task" [ 755.217730] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.227823] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274865, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.595220] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274860, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.601103] env[69731]: DEBUG oslo_vmware.api [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274861, 'name': PowerOffVM_Task, 'duration_secs': 0.200067} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.601671] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.601911] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.602360] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47bd1689-eae5-4b69-b6ba-d247f3e8da8c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.645037] env[69731]: DEBUG oslo_vmware.api [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274862, 'name': ReconfigVM_Task, 'duration_secs': 0.266414} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.645526] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 755.651493] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed1dde0-c5a9-4b36-820c-80170a6858a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.664373] env[69731]: DEBUG nova.compute.manager [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.665316] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f82517-fc1f-41eb-b442-74ae921cb047 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.669795] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.670015] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.670205] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Deleting the datastore file [datastore1] 4d356075-9e91-4b99-b2a3-794bd24f5b14 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.670976] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0c22ba-aaa7-4142-9468-d99fc0d0d8a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.674207] env[69731]: DEBUG oslo_vmware.api [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Waiting for the task: (returnval){ [ 755.674207] env[69731]: value = "task-3274867" [ 755.674207] env[69731]: _type = "Task" [ 755.674207] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.683532] env[69731]: DEBUG oslo_vmware.api [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for the task: (returnval){ [ 755.683532] env[69731]: value = "task-3274868" [ 755.683532] env[69731]: _type = "Task" [ 755.683532] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.691651] env[69731]: DEBUG oslo_vmware.api [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.696669] env[69731]: DEBUG oslo_vmware.api [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.726736] env[69731]: DEBUG nova.compute.manager [req-7ccece19-e7b1-46c7-9526-1897ba1be7f3 req-e86ee720-9c01-4ea3-ae98-a2a540bffe56 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Received event network-changed-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.727412] env[69731]: DEBUG nova.compute.manager [req-7ccece19-e7b1-46c7-9526-1897ba1be7f3 req-e86ee720-9c01-4ea3-ae98-a2a540bffe56 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Refreshing instance network info cache due to event network-changed-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.727412] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ccece19-e7b1-46c7-9526-1897ba1be7f3 req-e86ee720-9c01-4ea3-ae98-a2a540bffe56 service nova] Acquiring lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.727412] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ccece19-e7b1-46c7-9526-1897ba1be7f3 req-e86ee720-9c01-4ea3-ae98-a2a540bffe56 service nova] Acquired lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.727676] env[69731]: DEBUG nova.network.neutron [req-7ccece19-e7b1-46c7-9526-1897ba1be7f3 req-e86ee720-9c01-4ea3-ae98-a2a540bffe56 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Refreshing network info cache for port 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.735380] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274865, 'name': CreateVM_Task, 'duration_secs': 0.346256} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.735492] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.736105] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.736269] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.736573] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.736828] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a640d849-589e-4ba2-8f84-b68c33d447ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.743364] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 755.743364] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52668399-a550-209a-b712-1995d9514885" [ 755.743364] env[69731]: _type = "Task" [ 755.743364] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.752647] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52668399-a550-209a-b712-1995d9514885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.772156] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.696s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.776657] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.964s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.776657] env[69731]: INFO nova.compute.claims [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.088810] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586265} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.089083] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 7db7bcc5-a83f-4faf-8576-c29cd26117e8/7db7bcc5-a83f-4faf-8576-c29cd26117e8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.089303] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.089600] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24b2c03c-2bfb-4d8c-b552-946a0b4ef681 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.095712] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 756.095712] env[69731]: value = "task-3274869" [ 756.095712] env[69731]: _type = "Task" [ 756.095712] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.104363] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.186789] env[69731]: INFO nova.compute.manager [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] instance snapshotting [ 756.187808] env[69731]: DEBUG nova.objects.instance [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'flavor' on Instance uuid 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.190025] env[69731]: DEBUG oslo_vmware.api [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Task: {'id': task-3274867, 'name': ReconfigVM_Task, 'duration_secs': 0.172272} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.192957] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] [instance: 03661849-1d44-451d-9f43-087171ea126b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654096', 'volume_id': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'name': 'volume-34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03661849-1d44-451d-9f43-087171ea126b', 'attached_at': '', 'detached_at': '', 'volume_id': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c', 'serial': '34e4a76c-bc4d-4e6a-94a3-c4603e5dba2c'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 756.201481] env[69731]: DEBUG oslo_vmware.api [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Task: {'id': task-3274868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305916} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.201604] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.201803] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.201961] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.202143] env[69731]: INFO nova.compute.manager [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Took 1.17 seconds to destroy the instance on the hypervisor. [ 756.202377] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.202565] env[69731]: DEBUG nova.compute.manager [-] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.202664] env[69731]: DEBUG nova.network.neutron [-] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.257368] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52668399-a550-209a-b712-1995d9514885, 'name': SearchDatastore_Task, 'duration_secs': 0.015068} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.259660] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.259917] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.260161] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.260372] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.260479] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.260800] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28024c2d-eb37-49db-a75c-609cd8f3845d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.278687] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.278784] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.279588] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6260e58-f8b1-4e90-919d-1576da467989 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.299418] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 756.299418] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e471df-ce87-0451-0d2e-4cab1fce21a3" [ 756.299418] env[69731]: _type = "Task" [ 756.299418] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.312545] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e471df-ce87-0451-0d2e-4cab1fce21a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.369034] env[69731]: INFO nova.scheduler.client.report [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Deleted allocation for migration ecff60ce-a2e3-4aee-a3ca-11af713d3466 [ 756.486193] env[69731]: DEBUG oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248168b-4a59-c55d-3430-b480547ccc8e/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 756.489060] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db084cd-7f9a-4e8b-a3a5-fc756143449c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.494716] env[69731]: DEBUG oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248168b-4a59-c55d-3430-b480547ccc8e/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.494893] env[69731]: ERROR oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248168b-4a59-c55d-3430-b480547ccc8e/disk-0.vmdk due to incomplete transfer. [ 756.495125] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-41f1db55-6041-4e31-8d77-22af3dbbc2ae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.505229] env[69731]: DEBUG nova.network.neutron [req-7ccece19-e7b1-46c7-9526-1897ba1be7f3 req-e86ee720-9c01-4ea3-ae98-a2a540bffe56 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Updated VIF entry in instance network info cache for port 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.505590] env[69731]: DEBUG nova.network.neutron [req-7ccece19-e7b1-46c7-9526-1897ba1be7f3 req-e86ee720-9c01-4ea3-ae98-a2a540bffe56 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Updating instance_info_cache with network_info: [{"id": "45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae", "address": "fa:16:3e:e9:d9:4a", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b1ca7d-18", "ovs_interfaceid": "45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.506902] env[69731]: DEBUG oslo_vmware.rw_handles [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248168b-4a59-c55d-3430-b480547ccc8e/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.507012] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Uploaded image 2c1e9962-71c0-4822-8f2b-0a84cbdcbd1c to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.508745] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.510263] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c4128fc1-7fa0-4437-832d-b7fb9d62dd49 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.516595] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 756.516595] env[69731]: value = "task-3274870" [ 756.516595] env[69731]: _type = "Task" [ 756.516595] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.526629] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274870, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.606605] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066994} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.606969] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.607725] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff19c916-c53f-4568-a1f1-18fa0bedf22a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.629966] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 7db7bcc5-a83f-4faf-8576-c29cd26117e8/7db7bcc5-a83f-4faf-8576-c29cd26117e8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.630581] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7254f262-0c5e-4f6a-bf7f-58863779e4d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.654479] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 756.654479] env[69731]: value = "task-3274871" [ 756.654479] env[69731]: _type = "Task" [ 756.654479] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.662983] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.706426] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1bb499-30e4-44d8-99f1-c70916855f3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.728335] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a3b545-0ec3-4632-be3a-3d27d292e412 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.814480] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e471df-ce87-0451-0d2e-4cab1fce21a3, 'name': SearchDatastore_Task, 'duration_secs': 0.027867} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.818573] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65489dc-ebd1-42ce-abe3-f5a68ff718b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.824614] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 756.824614] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f42660-21dd-2c1e-7894-2e54823aff53" [ 756.824614] env[69731]: _type = "Task" [ 756.824614] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.832480] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f42660-21dd-2c1e-7894-2e54823aff53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.872433] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ac3841b8-ad80-4501-8137-12b74732ba71 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.721s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.907538] env[69731]: DEBUG nova.objects.instance [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Lazy-loading 'flavor' on Instance uuid 03661849-1d44-451d-9f43-087171ea126b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.009683] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ccece19-e7b1-46c7-9526-1897ba1be7f3 req-e86ee720-9c01-4ea3-ae98-a2a540bffe56 service nova] Releasing lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.012282] env[69731]: DEBUG nova.network.neutron [-] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.029715] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274870, 'name': Destroy_Task, 'duration_secs': 0.493572} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.029992] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Destroyed the VM [ 757.030253] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.030541] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38ccd36f-5514-4bfb-80af-9461d9c5f4df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.042084] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 757.042084] env[69731]: value = "task-3274872" [ 757.042084] env[69731]: _type = "Task" [ 757.042084] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.051936] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274872, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.062454] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquiring lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.062848] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.062937] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquiring lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.063157] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.063315] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.066840] env[69731]: INFO nova.compute.manager [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Terminating instance [ 757.164594] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274871, 'name': ReconfigVM_Task, 'duration_secs': 0.388036} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.167422] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 7db7bcc5-a83f-4faf-8576-c29cd26117e8/7db7bcc5-a83f-4faf-8576-c29cd26117e8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.168525] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09cbef66-2dc8-4f78-977a-629d3bf6a4f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.175463] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 757.175463] env[69731]: value = "task-3274873" [ 757.175463] env[69731]: _type = "Task" [ 757.175463] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.185370] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274873, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.238530] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.241478] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11885451-6208-4832-a3d4-80816f70441e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.248876] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 757.248876] env[69731]: value = "task-3274874" [ 757.248876] env[69731]: _type = "Task" [ 757.248876] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.261848] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.276452] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60fa7f8-8a67-4928-96e9-b586ec0e09a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.284585] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df798aef-d006-4726-a6d5-5536c3950fc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.322148] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c246870-6bb4-488f-a33a-65bc39551a71 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.336683] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d61d351-5a40-4518-9c4a-22a1a81fc451 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.342082] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f42660-21dd-2c1e-7894-2e54823aff53, 'name': SearchDatastore_Task, 'duration_secs': 0.014881} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.342082] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.342268] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.342874] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25795915-4f70-4645-b3a1-74984e0afdec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.354092] env[69731]: DEBUG nova.compute.provider_tree [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.361232] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 757.361232] env[69731]: value = "task-3274875" [ 757.361232] env[69731]: _type = "Task" [ 757.361232] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.369250] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.515376] env[69731]: INFO nova.compute.manager [-] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Took 1.31 seconds to deallocate network for instance. [ 757.554142] env[69731]: DEBUG oslo_vmware.api [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274872, 'name': RemoveSnapshot_Task, 'duration_secs': 0.462166} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.554922] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.555094] env[69731]: INFO nova.compute.manager [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Took 14.48 seconds to snapshot the instance on the hypervisor. [ 757.570711] env[69731]: DEBUG nova.compute.manager [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.570932] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.571959] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10813f39-4f33-46a3-84ff-e3f40f0c0d53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.581178] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.581548] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d6dd903-6561-4a18-8826-379078a9f590 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.591033] env[69731]: DEBUG oslo_vmware.api [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 757.591033] env[69731]: value = "task-3274876" [ 757.591033] env[69731]: _type = "Task" [ 757.591033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.601843] env[69731]: DEBUG oslo_vmware.api [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.687699] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274873, 'name': Rename_Task, 'duration_secs': 0.146987} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.688235] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.688512] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19bf91d7-a854-49c4-b269-58293272e31a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.695880] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 757.695880] env[69731]: value = "task-3274878" [ 757.695880] env[69731]: _type = "Task" [ 757.695880] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.706631] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.761690] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.857995] env[69731]: DEBUG nova.scheduler.client.report [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.871962] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486372} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.872309] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.872570] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.872800] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fcedbd3-d90e-49ef-a208-74a23b84fa9c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.880141] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 757.880141] env[69731]: value = "task-3274879" [ 757.880141] env[69731]: _type = "Task" [ 757.880141] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.891774] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.914243] env[69731]: DEBUG oslo_concurrency.lockutils [None req-50523edf-7e39-41f6-ad71-486b8d9c5b4a tempest-VolumesAssistedSnapshotsTest-1011559404 tempest-VolumesAssistedSnapshotsTest-1011559404-project-admin] Lock "03661849-1d44-451d-9f43-087171ea126b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.486s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.928681] env[69731]: DEBUG nova.compute.manager [req-61563b1a-bebb-40b1-a8c4-f2b3883a2891 req-c973a41c-9a7c-4f73-bb18-e04008b221b6 service nova] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Received event network-vif-deleted-fafebb74-3d56-4e07-881f-01901e79835b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.002373] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "2e95354b-0ea0-4736-884c-c6b88333f5cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.002637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "2e95354b-0ea0-4736-884c-c6b88333f5cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.002844] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "2e95354b-0ea0-4736-884c-c6b88333f5cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.003051] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "2e95354b-0ea0-4736-884c-c6b88333f5cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.003199] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "2e95354b-0ea0-4736-884c-c6b88333f5cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.005367] env[69731]: INFO nova.compute.manager [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Terminating instance [ 758.022812] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.064748] env[69731]: DEBUG nova.compute.manager [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Instance disappeared during snapshot {{(pid=69731) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 758.074927] env[69731]: DEBUG nova.compute.manager [None req-f011f982-677d-4f95-9147-92e151615935 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image not found during clean up 2c1e9962-71c0-4822-8f2b-0a84cbdcbd1c {{(pid=69731) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 758.101620] env[69731]: DEBUG oslo_vmware.api [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274876, 'name': PowerOffVM_Task, 'duration_secs': 0.212712} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.104465] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.104465] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.104465] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab20838f-733a-42ae-9a8c-3b2006f6c322 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.166204] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.166204] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.166356] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Deleting the datastore file [datastore2] 8c5c3c21-9882-4b8b-97c8-ffbff54d6217 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.168017] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed4710ad-2e03-44a8-91d4-9856e5039db9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.174753] env[69731]: DEBUG oslo_vmware.api [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for the task: (returnval){ [ 758.174753] env[69731]: value = "task-3274881" [ 758.174753] env[69731]: _type = "Task" [ 758.174753] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.188568] env[69731]: DEBUG oslo_vmware.api [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.205715] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274878, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.260793] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274874, 'name': CreateSnapshot_Task, 'duration_secs': 0.7447} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.260793] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.261007] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35abf5b4-3113-4b11-ba9f-7778fbda7cbd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.368194] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.368898] env[69731]: DEBUG nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.372527] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.401s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.373897] env[69731]: INFO nova.compute.claims [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.390065] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067289} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.390362] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.391327] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d9943-c78c-47fb-b0b2-586e23e2340f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.413572] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.415292] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4847abf-a68c-4d61-896d-8f7b8466a77b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.436965] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 758.436965] env[69731]: value = "task-3274882" [ 758.436965] env[69731]: _type = "Task" [ 758.436965] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.446769] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.509849] env[69731]: DEBUG nova.compute.manager [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.510297] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.511037] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b42179-4544-45cf-8ecd-01d44df2eb0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.521052] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.521352] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6528c599-9830-455b-b123-8673a3b23595 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.591065] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.591239] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.591430] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleting the datastore file [datastore1] 2e95354b-0ea0-4736-884c-c6b88333f5cc {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.591699] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e60e23d0-0d58-46cf-bcab-f88bed6f7a16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.598400] env[69731]: DEBUG oslo_vmware.api [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 758.598400] env[69731]: value = "task-3274884" [ 758.598400] env[69731]: _type = "Task" [ 758.598400] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.606504] env[69731]: DEBUG oslo_vmware.api [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.684171] env[69731]: DEBUG oslo_vmware.api [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Task: {'id': task-3274881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480016} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.684473] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.684709] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.684960] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.685220] env[69731]: INFO nova.compute.manager [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Took 1.11 seconds to destroy the instance on the hypervisor. [ 758.685481] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.685692] env[69731]: DEBUG nova.compute.manager [-] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.685794] env[69731]: DEBUG nova.network.neutron [-] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.707630] env[69731]: DEBUG oslo_vmware.api [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274878, 'name': PowerOnVM_Task, 'duration_secs': 0.538102} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.707630] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.707630] env[69731]: INFO nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Took 8.39 seconds to spawn the instance on the hypervisor. [ 758.707861] env[69731]: DEBUG nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.708579] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5469eebb-accb-43d9-aadc-8de4177ab0fb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.728552] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.728961] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.780176] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 758.780176] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81731bb3-f6de-46fd-b9cd-f05a639fec0d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.788515] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 758.788515] env[69731]: value = "task-3274885" [ 758.788515] env[69731]: _type = "Task" [ 758.788515] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.797017] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274885, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.800527] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.801918] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.801918] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.801918] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.801918] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.803586] env[69731]: INFO nova.compute.manager [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Terminating instance [ 758.879036] env[69731]: DEBUG nova.compute.utils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.883520] env[69731]: DEBUG nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.883752] env[69731]: DEBUG nova.network.neutron [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.949067] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274882, 'name': ReconfigVM_Task, 'duration_secs': 0.317613} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.949532] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.950336] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52476484-4aab-448b-ab0a-4035473272e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.957544] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 758.957544] env[69731]: value = "task-3274886" [ 758.957544] env[69731]: _type = "Task" [ 758.957544] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.969042] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274886, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.109687] env[69731]: DEBUG oslo_vmware.api [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3274884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378604} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.109958] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.110205] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.110380] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.110594] env[69731]: INFO nova.compute.manager [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Took 0.60 seconds to destroy the instance on the hypervisor. [ 759.110848] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.111056] env[69731]: DEBUG nova.compute.manager [-] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.111613] env[69731]: DEBUG nova.network.neutron [-] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.167603] env[69731]: DEBUG nova.policy [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec72807d98a44e2ca147b42d4742c949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0c9790e8434e0da70a79ed08d6e181', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.227376] env[69731]: INFO nova.compute.manager [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Took 50.84 seconds to build instance. [ 759.299610] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274885, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.310807] env[69731]: DEBUG nova.compute.manager [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.311106] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.312320] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0adbda-cbf5-438e-9e9f-147b9d9efa0c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.321933] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.322210] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d9ed2bb-c027-45aa-94d4-d0e4335d8e86 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.330894] env[69731]: DEBUG oslo_vmware.api [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 759.330894] env[69731]: value = "task-3274887" [ 759.330894] env[69731]: _type = "Task" [ 759.330894] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.341776] env[69731]: DEBUG oslo_vmware.api [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.384262] env[69731]: DEBUG nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.429105] env[69731]: DEBUG nova.network.neutron [-] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.473508] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274886, 'name': Rename_Task, 'duration_secs': 0.138115} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.473851] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.474308] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be44f9f-c801-41f3-b7f8-d515359f0201 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.481395] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 759.481395] env[69731]: value = "task-3274888" [ 759.481395] env[69731]: _type = "Task" [ 759.481395] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.501455] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274888, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.597164] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.597164] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.601502] env[69731]: DEBUG nova.network.neutron [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Successfully created port: 4cb9588d-cea1-4b0d-af0e-03bb8c3bb424 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.729341] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f1e45454-a459-4b72-be66-d2dfd739959e tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.601s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.802244] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274885, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.838633] env[69731]: DEBUG oslo_vmware.api [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274887, 'name': PowerOffVM_Task, 'duration_secs': 0.248039} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.839047] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.839774] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.842188] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9203750f-2252-423f-87a9-8059c48508a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.909019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.909019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.909019] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Deleting the datastore file [datastore2] 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.909019] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-934cdb06-72be-413c-a7c7-057483c57876 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.916062] env[69731]: DEBUG oslo_vmware.api [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 759.916062] env[69731]: value = "task-3274890" [ 759.916062] env[69731]: _type = "Task" [ 759.916062] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.924300] env[69731]: DEBUG oslo_vmware.api [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.932738] env[69731]: INFO nova.compute.manager [-] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Took 1.25 seconds to deallocate network for instance. [ 759.947809] env[69731]: DEBUG nova.network.neutron [-] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.994365] env[69731]: DEBUG nova.compute.manager [req-ce6907ad-130c-4bfb-a142-61018d1d497c req-f2f0c08f-dcec-4b1f-adfb-798afc45551e service nova] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Received event network-vif-deleted-a4eb2cbd-053e-4e3f-aceb-2ac54c3d2b9b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.994586] env[69731]: DEBUG nova.compute.manager [req-ce6907ad-130c-4bfb-a142-61018d1d497c req-f2f0c08f-dcec-4b1f-adfb-798afc45551e service nova] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Received event network-vif-deleted-64fd6f27-5c8c-4ae5-9248-5392e7867828 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.001277] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.019376] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ce9b31-520f-4c0a-9aa9-8de32f3ffd75 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.028053] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fa199e-695a-41ca-a739-efdfdafa0824 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.059788] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86d82ab-dd39-4b03-8134-cbcc6f9bfbd0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.068031] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93770895-0b99-4233-839f-8803b453b50c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.083274] env[69731]: DEBUG nova.compute.provider_tree [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.233158] env[69731]: DEBUG nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.299802] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274885, 'name': CloneVM_Task} progress is 95%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.398079] env[69731]: DEBUG nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.434190] env[69731]: DEBUG oslo_vmware.api [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3274890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172976} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.437064] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.437064] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.437064] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.438257] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.438257] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.438257] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.438257] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.438257] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.438456] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.438456] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.438456] env[69731]: DEBUG nova.virt.hardware [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.440035] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.440035] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.440035] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.440035] env[69731]: INFO nova.compute.manager [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 760.440035] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.440238] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743f0ae6-b679-4de8-9359-023ef9e56b4d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.443466] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.443825] env[69731]: DEBUG nova.compute.manager [-] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.443940] env[69731]: DEBUG nova.network.neutron [-] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.451054] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da59183-dc93-4a22-b0a7-e1522a2e8697 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.457945] env[69731]: INFO nova.compute.manager [-] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Took 1.35 seconds to deallocate network for instance. [ 760.459406] env[69731]: DEBUG nova.compute.manager [req-f1155794-07ba-49b6-b0e4-f61549c95666 req-b9866b02-763a-4d86-a5b9-445536c61991 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Received event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.459670] env[69731]: DEBUG nova.compute.manager [req-f1155794-07ba-49b6-b0e4-f61549c95666 req-b9866b02-763a-4d86-a5b9-445536c61991 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing instance network info cache due to event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.459951] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1155794-07ba-49b6-b0e4-f61549c95666 req-b9866b02-763a-4d86-a5b9-445536c61991 service nova] Acquiring lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.460023] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1155794-07ba-49b6-b0e4-f61549c95666 req-b9866b02-763a-4d86-a5b9-445536c61991 service nova] Acquired lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.460190] env[69731]: DEBUG nova.network.neutron [req-f1155794-07ba-49b6-b0e4-f61549c95666 req-b9866b02-763a-4d86-a5b9-445536c61991 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.499020] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.589645] env[69731]: DEBUG nova.scheduler.client.report [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.757213] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.801993] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274885, 'name': CloneVM_Task, 'duration_secs': 1.75958} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.802326] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Created linked-clone VM from snapshot [ 760.803087] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7b8e2e-610e-439a-baa6-ffcabdd0f5f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.811264] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Uploading image ed1a83e2-45fd-4206-a81b-81f1ffc40d54 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 760.835346] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 760.835346] env[69731]: value = "vm-654107" [ 760.835346] env[69731]: _type = "VirtualMachine" [ 760.835346] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 760.835859] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1893d6ba-410c-4fe8-beb8-16ebf27756e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.843317] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease: (returnval){ [ 760.843317] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c93b77-a684-89ce-36a2-5ce77a3a1b53" [ 760.843317] env[69731]: _type = "HttpNfcLease" [ 760.843317] env[69731]: } obtained for exporting VM: (result){ [ 760.843317] env[69731]: value = "vm-654107" [ 760.843317] env[69731]: _type = "VirtualMachine" [ 760.843317] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 760.843603] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the lease: (returnval){ [ 760.843603] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c93b77-a684-89ce-36a2-5ce77a3a1b53" [ 760.843603] env[69731]: _type = "HttpNfcLease" [ 760.843603] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 760.850513] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.850513] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c93b77-a684-89ce-36a2-5ce77a3a1b53" [ 760.850513] env[69731]: _type = "HttpNfcLease" [ 760.850513] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 760.971053] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.002940] env[69731]: DEBUG oslo_vmware.api [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274888, 'name': PowerOnVM_Task, 'duration_secs': 1.0816} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.003433] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.003549] env[69731]: INFO nova.compute.manager [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Took 5.90 seconds to spawn the instance on the hypervisor. [ 761.003689] env[69731]: DEBUG nova.compute.manager [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.004520] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b9a8a8-48bf-464d-ad5b-04fbaaf65676 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.095592] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.096263] env[69731]: DEBUG nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.098965] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.042s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.100405] env[69731]: INFO nova.compute.claims [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.277895] env[69731]: DEBUG nova.network.neutron [-] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.296996] env[69731]: DEBUG nova.network.neutron [req-f1155794-07ba-49b6-b0e4-f61549c95666 req-b9866b02-763a-4d86-a5b9-445536c61991 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updated VIF entry in instance network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.296996] env[69731]: DEBUG nova.network.neutron [req-f1155794-07ba-49b6-b0e4-f61549c95666 req-b9866b02-763a-4d86-a5b9-445536c61991 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updating instance_info_cache with network_info: [{"id": "513d33c4-a8aa-416f-98cd-674a7b92f184", "address": "fa:16:3e:a2:bf:5d", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513d33c4-a8", "ovs_interfaceid": "513d33c4-a8aa-416f-98cd-674a7b92f184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.352829] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.352829] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c93b77-a684-89ce-36a2-5ce77a3a1b53" [ 761.352829] env[69731]: _type = "HttpNfcLease" [ 761.352829] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.352829] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.352829] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c93b77-a684-89ce-36a2-5ce77a3a1b53" [ 761.352829] env[69731]: _type = "HttpNfcLease" [ 761.352829] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.353208] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07d6a81-6d9c-4cb6-86d7-5deacb3407c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.361198] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beb117-8cfe-ef70-154d-5ed34293aa4b/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.361387] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beb117-8cfe-ef70-154d-5ed34293aa4b/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 761.420108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquiring lock "03661849-1d44-451d-9f43-087171ea126b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.420108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "03661849-1d44-451d-9f43-087171ea126b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.420108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquiring lock "03661849-1d44-451d-9f43-087171ea126b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.420108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "03661849-1d44-451d-9f43-087171ea126b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.420279] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "03661849-1d44-451d-9f43-087171ea126b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.422539] env[69731]: INFO nova.compute.manager [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Terminating instance [ 761.457282] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb34582b-3ac8-4980-ad2b-127453445463 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.491886] env[69731]: DEBUG nova.network.neutron [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Successfully updated port: 4cb9588d-cea1-4b0d-af0e-03bb8c3bb424 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.526915] env[69731]: INFO nova.compute.manager [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Took 41.43 seconds to build instance. [ 761.607297] env[69731]: DEBUG nova.compute.utils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.611356] env[69731]: DEBUG nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.611480] env[69731]: DEBUG nova.network.neutron [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.659691] env[69731]: DEBUG nova.policy [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b81ce005f42d4f15a1305fe2a219bc3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e92cbf289cfe49c1882ef7a8581a5d8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.780396] env[69731]: INFO nova.compute.manager [-] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Took 1.34 seconds to deallocate network for instance. [ 761.799088] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1155794-07ba-49b6-b0e4-f61549c95666 req-b9866b02-763a-4d86-a5b9-445536c61991 service nova] Releasing lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.928968] env[69731]: DEBUG nova.compute.manager [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.929362] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.930337] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5d6f53-5543-4b45-81cf-29051bb904f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.939694] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.940376] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6251d309-4d9c-4af2-b3ec-43ae9cef8887 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.951130] env[69731]: DEBUG oslo_vmware.api [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 761.951130] env[69731]: value = "task-3274892" [ 761.951130] env[69731]: _type = "Task" [ 761.951130] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.964515] env[69731]: DEBUG oslo_vmware.api [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.990698] env[69731]: DEBUG nova.network.neutron [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Successfully created port: 2a8260f5-f1cb-4264-933d-2e1d4aa1387c {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.000176] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "refresh_cache-661541b3-dd38-4692-af94-dce06e9cdb7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.000176] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquired lock "refresh_cache-661541b3-dd38-4692-af94-dce06e9cdb7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.000176] env[69731]: DEBUG nova.network.neutron [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.032326] env[69731]: DEBUG oslo_concurrency.lockutils [None req-933edd21-c589-4df8-8f2e-6aaa738a51a5 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.887s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.117986] env[69731]: DEBUG nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.288992] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.462616] env[69731]: DEBUG oslo_vmware.api [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274892, 'name': PowerOffVM_Task, 'duration_secs': 0.318378} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.465438] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.465620] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.466663] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545f43ae-8664-4af7-8405-1228a11f1d0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.540101] env[69731]: DEBUG nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.543153] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.543383] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.544232] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Deleting the datastore file [datastore2] 03661849-1d44-451d-9f43-087171ea126b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.547480] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d1f782-a5cb-4d39-954e-82c3b2799ce9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.549928] env[69731]: DEBUG nova.network.neutron [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.560975] env[69731]: DEBUG oslo_vmware.api [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for the task: (returnval){ [ 762.560975] env[69731]: value = "task-3274894" [ 762.560975] env[69731]: _type = "Task" [ 762.560975] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.571781] env[69731]: DEBUG oslo_vmware.api [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.783021] env[69731]: DEBUG nova.network.neutron [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Updating instance_info_cache with network_info: [{"id": "4cb9588d-cea1-4b0d-af0e-03bb8c3bb424", "address": "fa:16:3e:cc:ef:de", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb9588d-ce", "ovs_interfaceid": "4cb9588d-cea1-4b0d-af0e-03bb8c3bb424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.786944] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124242f4-c5bf-4960-a10b-3795a24d9bb8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.795771] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9635910-cc11-4a68-8836-784a78813251 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.829722] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0313999-dec7-4eeb-86af-fdda2f1e1c89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.838652] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d53965-cd4c-4369-97e3-4946b1c24a29 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.858654] env[69731]: DEBUG nova.compute.provider_tree [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.876841] env[69731]: DEBUG nova.compute.manager [req-6537b780-70f7-4764-a18c-dba73ee4733c req-24627f41-eda6-42d8-8840-87198cc2fd8d service nova] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Received event network-vif-deleted-b8f851ab-4b69-4983-a861-5e517bb777fe {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.067091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.071052] env[69731]: DEBUG oslo_vmware.api [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Task: {'id': task-3274894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317791} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.071439] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.071737] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.071964] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.072247] env[69731]: INFO nova.compute.manager [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] [instance: 03661849-1d44-451d-9f43-087171ea126b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 763.072515] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.072719] env[69731]: DEBUG nova.compute.manager [-] [instance: 03661849-1d44-451d-9f43-087171ea126b] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.072820] env[69731]: DEBUG nova.network.neutron [-] [instance: 03661849-1d44-451d-9f43-087171ea126b] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.134279] env[69731]: DEBUG nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.164683] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.165025] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.165231] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.165574] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.166212] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.166378] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.169221] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.169221] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.169221] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.169221] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.169221] env[69731]: DEBUG nova.virt.hardware [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.169536] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3033e17a-5f0b-451a-8c09-001edc0c87da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.179222] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca2c5f5-0358-433f-a426-60de5c4326f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.202743] env[69731]: DEBUG nova.compute.manager [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Received event network-vif-plugged-4cb9588d-cea1-4b0d-af0e-03bb8c3bb424 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.202824] env[69731]: DEBUG oslo_concurrency.lockutils [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] Acquiring lock "661541b3-dd38-4692-af94-dce06e9cdb7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.203146] env[69731]: DEBUG oslo_concurrency.lockutils [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] Lock "661541b3-dd38-4692-af94-dce06e9cdb7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.203398] env[69731]: DEBUG oslo_concurrency.lockutils [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] Lock "661541b3-dd38-4692-af94-dce06e9cdb7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.203568] env[69731]: DEBUG nova.compute.manager [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] No waiting events found dispatching network-vif-plugged-4cb9588d-cea1-4b0d-af0e-03bb8c3bb424 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.203729] env[69731]: WARNING nova.compute.manager [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Received unexpected event network-vif-plugged-4cb9588d-cea1-4b0d-af0e-03bb8c3bb424 for instance with vm_state building and task_state spawning. [ 763.204216] env[69731]: DEBUG nova.compute.manager [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Received event network-changed-4cb9588d-cea1-4b0d-af0e-03bb8c3bb424 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.204434] env[69731]: DEBUG nova.compute.manager [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Refreshing instance network info cache due to event network-changed-4cb9588d-cea1-4b0d-af0e-03bb8c3bb424. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.204854] env[69731]: DEBUG oslo_concurrency.lockutils [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] Acquiring lock "refresh_cache-661541b3-dd38-4692-af94-dce06e9cdb7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.290681] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Releasing lock "refresh_cache-661541b3-dd38-4692-af94-dce06e9cdb7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.291079] env[69731]: DEBUG nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Instance network_info: |[{"id": "4cb9588d-cea1-4b0d-af0e-03bb8c3bb424", "address": "fa:16:3e:cc:ef:de", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb9588d-ce", "ovs_interfaceid": "4cb9588d-cea1-4b0d-af0e-03bb8c3bb424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.291435] env[69731]: DEBUG oslo_concurrency.lockutils [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] Acquired lock "refresh_cache-661541b3-dd38-4692-af94-dce06e9cdb7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.291633] env[69731]: DEBUG nova.network.neutron [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Refreshing network info cache for port 4cb9588d-cea1-4b0d-af0e-03bb8c3bb424 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.293139] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:ef:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cb9588d-cea1-4b0d-af0e-03bb8c3bb424', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.303130] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Creating folder: Project (ad0c9790e8434e0da70a79ed08d6e181). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.303965] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81785fe2-09cb-413a-9246-0d2bfdec3709 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.317669] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Created folder: Project (ad0c9790e8434e0da70a79ed08d6e181) in parent group-v654000. [ 763.317912] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Creating folder: Instances. Parent ref: group-v654108. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.318213] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e81f4d7-caae-421e-8e81-c7d2199f6f84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.329078] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Created folder: Instances in parent group-v654108. [ 763.329375] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.329684] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.330351] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b26c0697-3870-4a8e-8d1a-2bc0bdd0825f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.354966] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.354966] env[69731]: value = "task-3274897" [ 763.354966] env[69731]: _type = "Task" [ 763.354966] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.363617] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274897, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.364656] env[69731]: DEBUG nova.scheduler.client.report [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.690965] env[69731]: DEBUG nova.network.neutron [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Successfully updated port: 2a8260f5-f1cb-4264-933d-2e1d4aa1387c {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.873027] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.873027] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.875885] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274897, 'name': CreateVM_Task, 'duration_secs': 0.511173} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.876178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.557s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.876382] env[69731]: DEBUG nova.objects.instance [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lazy-loading 'resources' on Instance uuid 068620d2-a1a8-49ba-925b-398a72a4e21f {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.880102] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.881207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.881358] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.881706] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.881989] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37600db5-e9c6-4e17-88b7-5e29bb9a7f1e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.888300] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 763.888300] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52226f05-c475-c13f-d4f7-896460a64c83" [ 763.888300] env[69731]: _type = "Task" [ 763.888300] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.896843] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52226f05-c475-c13f-d4f7-896460a64c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.091935] env[69731]: DEBUG nova.network.neutron [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Updated VIF entry in instance network info cache for port 4cb9588d-cea1-4b0d-af0e-03bb8c3bb424. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.092367] env[69731]: DEBUG nova.network.neutron [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Updating instance_info_cache with network_info: [{"id": "4cb9588d-cea1-4b0d-af0e-03bb8c3bb424", "address": "fa:16:3e:cc:ef:de", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb9588d-ce", "ovs_interfaceid": "4cb9588d-cea1-4b0d-af0e-03bb8c3bb424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.135162] env[69731]: INFO nova.compute.manager [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Rebuilding instance [ 764.185256] env[69731]: DEBUG nova.compute.manager [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.186146] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f25ed51-5d57-4db7-9c40-f27a9559797a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.197014] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquiring lock "refresh_cache-b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.197219] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquired lock "refresh_cache-b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.197291] env[69731]: DEBUG nova.network.neutron [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.292842] env[69731]: DEBUG nova.network.neutron [-] [instance: 03661849-1d44-451d-9f43-087171ea126b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.382891] env[69731]: DEBUG nova.compute.utils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.384767] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.384767] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.410698] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52226f05-c475-c13f-d4f7-896460a64c83, 'name': SearchDatastore_Task, 'duration_secs': 0.015323} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.410698] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.410698] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.410698] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.410909] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.410909] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.410909] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92947d68-f787-47a6-b656-0c0b563ce2c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.424542] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.424637] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.425400] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9b9aab-0b18-4f5c-8a76-b26ab8e9ab68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.432266] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 764.432266] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5255853d-224c-3e81-737f-3e5c9c2446b3" [ 764.432266] env[69731]: _type = "Task" [ 764.432266] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.442129] env[69731]: DEBUG nova.policy [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24e025ddb054da6b59023fe483a7e6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dfd494c6a6c4295b7a93d3b5c73f404', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.450236] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5255853d-224c-3e81-737f-3e5c9c2446b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.596163] env[69731]: DEBUG oslo_concurrency.lockutils [req-042e8db4-b07f-4682-ab20-f7d72806ee5d req-92a72128-19de-42e8-b01d-b1ab0dddbc88 service nova] Releasing lock "refresh_cache-661541b3-dd38-4692-af94-dce06e9cdb7d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.754272] env[69731]: DEBUG nova.network.neutron [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.795623] env[69731]: INFO nova.compute.manager [-] [instance: 03661849-1d44-451d-9f43-087171ea126b] Took 1.72 seconds to deallocate network for instance. [ 764.892466] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.953815] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5255853d-224c-3e81-737f-3e5c9c2446b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017686} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.955737] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5175b794-cd70-420c-835d-ab0803df99b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.963091] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aac4ed-1e16-4e6e-8ba0-e5cbaeeb9eb2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.969989] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 764.969989] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222639c-af16-2a25-9a27-de31621b7ff9" [ 764.969989] env[69731]: _type = "Task" [ 764.969989] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.974566] env[69731]: DEBUG nova.network.neutron [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Updating instance_info_cache with network_info: [{"id": "2a8260f5-f1cb-4264-933d-2e1d4aa1387c", "address": "fa:16:3e:44:7f:d8", "network": {"id": "5aa3d844-82c6-454c-b97a-1deba83faea6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1837383886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92cbf289cfe49c1882ef7a8581a5d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8260f5-f1", "ovs_interfaceid": "2a8260f5-f1cb-4264-933d-2e1d4aa1387c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.979420] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e81b2d-4939-416e-86a0-a05f2a2b39d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.987493] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222639c-af16-2a25-9a27-de31621b7ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.988582] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.988855] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 661541b3-dd38-4692-af94-dce06e9cdb7d/661541b3-dd38-4692-af94-dce06e9cdb7d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.992187] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a75bfc9-86f8-45e7-b817-4e6588d3bc6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.020508] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336d8655-5d05-4a6e-83d9-c0c73e153a90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.025555] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 765.025555] env[69731]: value = "task-3274898" [ 765.025555] env[69731]: _type = "Task" [ 765.025555] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.034236] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4123d7-b221-4f94-b1af-d0886df9cab2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.041499] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.051382] env[69731]: DEBUG nova.compute.provider_tree [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.068764] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Successfully created port: 8d397ef2-d2fb-4689-8cd4-65414bc3dd3d {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.205396] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.205833] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0c8dd8c-e979-4006-9179-3a192f2a5cb3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.214256] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 765.214256] env[69731]: value = "task-3274899" [ 765.214256] env[69731]: _type = "Task" [ 765.214256] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.225893] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.245419] env[69731]: DEBUG nova.compute.manager [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Received event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.245573] env[69731]: DEBUG nova.compute.manager [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing instance network info cache due to event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.245852] env[69731]: DEBUG oslo_concurrency.lockutils [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] Acquiring lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.246096] env[69731]: DEBUG oslo_concurrency.lockutils [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] Acquired lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.246206] env[69731]: DEBUG nova.network.neutron [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.304885] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.479261] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Releasing lock "refresh_cache-b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.479738] env[69731]: DEBUG nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Instance network_info: |[{"id": "2a8260f5-f1cb-4264-933d-2e1d4aa1387c", "address": "fa:16:3e:44:7f:d8", "network": {"id": "5aa3d844-82c6-454c-b97a-1deba83faea6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1837383886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92cbf289cfe49c1882ef7a8581a5d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8260f5-f1", "ovs_interfaceid": "2a8260f5-f1cb-4264-933d-2e1d4aa1387c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.480615] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:7f:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a8260f5-f1cb-4264-933d-2e1d4aa1387c', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.489105] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Creating folder: Project (e92cbf289cfe49c1882ef7a8581a5d8e). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.489446] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b789f7dd-e18d-4e85-be8d-ee188d95d82b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.501674] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Created folder: Project (e92cbf289cfe49c1882ef7a8581a5d8e) in parent group-v654000. [ 765.501825] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Creating folder: Instances. Parent ref: group-v654111. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.502058] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09d1e82d-2e37-4725-9c46-ed10175c8e3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.512855] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Created folder: Instances in parent group-v654111. [ 765.512855] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.513332] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.513577] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf103323-bee2-4ce2-ac1d-a8abc709ddee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.537854] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.539084] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.539084] env[69731]: value = "task-3274902" [ 765.539084] env[69731]: _type = "Task" [ 765.539084] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.547469] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274902, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.583545] env[69731]: ERROR nova.scheduler.client.report [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [req-68fd0d09-2b1b-463b-ba0e-a3d110b03182] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68fd0d09-2b1b-463b-ba0e-a3d110b03182"}]} [ 765.591846] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "47b618d1-5850-4994-843d-7fccb7e8ecde" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.592143] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.593350] env[69731]: DEBUG nova.compute.manager [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.593350] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaa3551-8fdc-4984-a95b-45abc3bfa6f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.600299] env[69731]: DEBUG nova.compute.manager [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 765.600984] env[69731]: DEBUG nova.objects.instance [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'flavor' on Instance uuid 47b618d1-5850-4994-843d-7fccb7e8ecde {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.604723] env[69731]: DEBUG nova.scheduler.client.report [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 765.616908] env[69731]: DEBUG nova.compute.manager [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Received event network-vif-plugged-2a8260f5-f1cb-4264-933d-2e1d4aa1387c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.618217] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Acquiring lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.618604] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.618885] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.619128] env[69731]: DEBUG nova.compute.manager [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] No waiting events found dispatching network-vif-plugged-2a8260f5-f1cb-4264-933d-2e1d4aa1387c {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.619309] env[69731]: WARNING nova.compute.manager [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Received unexpected event network-vif-plugged-2a8260f5-f1cb-4264-933d-2e1d4aa1387c for instance with vm_state building and task_state spawning. [ 765.619520] env[69731]: DEBUG nova.compute.manager [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Received event network-changed-2a8260f5-f1cb-4264-933d-2e1d4aa1387c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.619712] env[69731]: DEBUG nova.compute.manager [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Refreshing instance network info cache due to event network-changed-2a8260f5-f1cb-4264-933d-2e1d4aa1387c. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.619916] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Acquiring lock "refresh_cache-b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.620097] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Acquired lock "refresh_cache-b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.620329] env[69731]: DEBUG nova.network.neutron [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Refreshing network info cache for port 2a8260f5-f1cb-4264-933d-2e1d4aa1387c {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.623591] env[69731]: DEBUG nova.scheduler.client.report [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 765.623850] env[69731]: DEBUG nova.compute.provider_tree [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.640418] env[69731]: DEBUG nova.scheduler.client.report [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 765.661423] env[69731]: DEBUG nova.scheduler.client.report [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 765.707074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.709117] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.709117] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.709117] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.709117] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.710121] env[69731]: INFO nova.compute.manager [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Terminating instance [ 765.724144] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274899, 'name': PowerOffVM_Task, 'duration_secs': 0.240304} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.724415] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.724643] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.725440] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30422d61-b22e-4fdd-a7f1-72c78f1b40e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.738146] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.738374] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2a82446-62bb-4602-abcb-19e78e74fbbd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.763894] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.764366] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.764577] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Deleting the datastore file [datastore1] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.764890] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43316f99-5b0d-4eff-9de4-ba4c6988718c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.775812] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 765.775812] env[69731]: value = "task-3274904" [ 765.775812] env[69731]: _type = "Task" [ 765.775812] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.785084] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.903261] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.931047] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.931623] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.931844] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.932119] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.932322] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.932516] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.932794] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.932999] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.933235] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.933445] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.933664] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.935856] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595079f-10c4-4a40-86a2-2c3003b25854 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.945616] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d7d884-621e-4be4-ac1b-1d1462246b50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.040583] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649168} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.048237] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 661541b3-dd38-4692-af94-dce06e9cdb7d/661541b3-dd38-4692-af94-dce06e9cdb7d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.048237] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.048764] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d648e8b9-e4c4-4b35-a6e4-43bd9c09dc0b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.060412] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 766.060412] env[69731]: value = "task-3274905" [ 766.060412] env[69731]: _type = "Task" [ 766.060412] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.060412] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274902, 'name': CreateVM_Task, 'duration_secs': 0.459108} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.063434] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.068231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.068231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.068231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.068484] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6ee652-22a0-42c4-87f3-873a23f0a2b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.074586] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 766.074586] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521bf8e4-0958-06d2-6990-cf3af6032ae6" [ 766.074586] env[69731]: _type = "Task" [ 766.074586] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.078910] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.090966] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521bf8e4-0958-06d2-6990-cf3af6032ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.092045] env[69731]: DEBUG nova.network.neutron [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updated VIF entry in instance network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.092388] env[69731]: DEBUG nova.network.neutron [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updating instance_info_cache with network_info: [{"id": "513d33c4-a8aa-416f-98cd-674a7b92f184", "address": "fa:16:3e:a2:bf:5d", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513d33c4-a8", "ovs_interfaceid": "513d33c4-a8aa-416f-98cd-674a7b92f184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.218321] env[69731]: DEBUG nova.compute.manager [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.218618] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.222980] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d0e34d-e179-4764-afbe-26fcd2473842 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.231049] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a847158-3046-497f-af2c-6402eb9045a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.236088] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.236845] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffd303bb-779a-4ec6-a551-6a24c8b56824 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.243487] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5e4234-472b-4c2c-b2e2-2591057071ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.249165] env[69731]: DEBUG oslo_vmware.api [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 766.249165] env[69731]: value = "task-3274906" [ 766.249165] env[69731]: _type = "Task" [ 766.249165] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.294372] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc3663-fedf-49cc-8d0d-75aa69880343 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.300832] env[69731]: DEBUG oslo_vmware.api [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.306519] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205534} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.308909] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.309215] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.309449] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.316125] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcc64a3-ccfc-4fbb-988e-33e6b5bb0412 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.330304] env[69731]: DEBUG nova.compute.provider_tree [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.490366] env[69731]: DEBUG nova.network.neutron [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Updated VIF entry in instance network info cache for port 2a8260f5-f1cb-4264-933d-2e1d4aa1387c. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.490908] env[69731]: DEBUG nova.network.neutron [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Updating instance_info_cache with network_info: [{"id": "2a8260f5-f1cb-4264-933d-2e1d4aa1387c", "address": "fa:16:3e:44:7f:d8", "network": {"id": "5aa3d844-82c6-454c-b97a-1deba83faea6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1837383886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e92cbf289cfe49c1882ef7a8581a5d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8260f5-f1", "ovs_interfaceid": "2a8260f5-f1cb-4264-933d-2e1d4aa1387c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.573815] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154885} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.574121] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.574938] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd8565-5558-4b07-a8b9-75726ad680f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.603154] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 661541b3-dd38-4692-af94-dce06e9cdb7d/661541b3-dd38-4692-af94-dce06e9cdb7d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.604439] env[69731]: DEBUG oslo_concurrency.lockutils [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] Releasing lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.604439] env[69731]: DEBUG nova.compute.manager [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Received event network-changed-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.604439] env[69731]: DEBUG nova.compute.manager [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Refreshing instance network info cache due to event network-changed-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.604635] env[69731]: DEBUG oslo_concurrency.lockutils [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] Acquiring lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.604751] env[69731]: DEBUG oslo_concurrency.lockutils [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] Acquired lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.605059] env[69731]: DEBUG nova.network.neutron [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Refreshing network info cache for port 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.607198] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b0bfd3-9463-4e55-b547-980652adeb82 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.632147] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.632838] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521bf8e4-0958-06d2-6990-cf3af6032ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.019976} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.633070] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7804eca5-8fc6-4842-a3e9-4d11a375c878 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.635665] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.635973] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.636280] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.636434] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.636618] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.637281] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c1a13b4-76c6-40b1-89c3-6a5e55acb89c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.641401] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 766.641401] env[69731]: value = "task-3274907" [ 766.641401] env[69731]: _type = "Task" [ 766.641401] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.647726] env[69731]: DEBUG oslo_vmware.api [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 766.647726] env[69731]: value = "task-3274908" [ 766.647726] env[69731]: _type = "Task" [ 766.647726] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.656259] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.656259] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.659190] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c48ce4-4ef5-4250-a295-d31524e3949a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.667292] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274907, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.675473] env[69731]: DEBUG oslo_vmware.api [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.677945] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 766.677945] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52717d63-efb4-ea88-896d-9fda10375041" [ 766.677945] env[69731]: _type = "Task" [ 766.677945] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.693215] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52717d63-efb4-ea88-896d-9fda10375041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.761709] env[69731]: DEBUG oslo_vmware.api [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274906, 'name': PowerOffVM_Task, 'duration_secs': 0.473449} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.761960] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.762135] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.762406] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb10164-697a-419a-aafc-c0ad3c1bbdcf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.841027] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.841027] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.841027] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Deleting the datastore file [datastore1] 7db7bcc5-a83f-4faf-8576-c29cd26117e8 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.841699] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54d487fc-3c8f-4eb5-b7d4-8e154d6112c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.846676] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Successfully updated port: 8d397ef2-d2fb-4689-8cd4-65414bc3dd3d {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.851818] env[69731]: DEBUG oslo_vmware.api [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 766.851818] env[69731]: value = "task-3274910" [ 766.851818] env[69731]: _type = "Task" [ 766.851818] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.862351] env[69731]: DEBUG oslo_vmware.api [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.887703] env[69731]: DEBUG nova.scheduler.client.report [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 766.887996] env[69731]: DEBUG nova.compute.provider_tree [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 59 to 60 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 766.888251] env[69731]: DEBUG nova.compute.provider_tree [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.994414] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Releasing lock "refresh_cache-b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.994873] env[69731]: DEBUG nova.compute.manager [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Received event network-changed-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.995176] env[69731]: DEBUG nova.compute.manager [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Refreshing instance network info cache due to event network-changed-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.995485] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Acquiring lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.152842] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.163701] env[69731]: DEBUG oslo_vmware.api [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274908, 'name': PowerOffVM_Task, 'duration_secs': 0.266661} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.163990] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.164200] env[69731]: DEBUG nova.compute.manager [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.165024] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80320312-fa49-41d2-8482-ebf5c50b94de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.193803] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52717d63-efb4-ea88-896d-9fda10375041, 'name': SearchDatastore_Task, 'duration_secs': 0.023801} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.196914] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f25c0c-2531-49ac-ae6a-2ef5f5f6b9e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.203151] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 767.203151] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f56ebb-2dda-809e-1fdb-345da6e874a2" [ 767.203151] env[69731]: _type = "Task" [ 767.203151] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.211681] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f56ebb-2dda-809e-1fdb-345da6e874a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.351971] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "refresh_cache-3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.352221] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "refresh_cache-3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.352350] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.363785] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.364016] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.364243] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.364343] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.364477] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.364621] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.364825] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.364981] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.365161] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.365489] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.365669] env[69731]: DEBUG nova.virt.hardware [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.366841] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8844011-0b80-4db8-971e-275d0609ad3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.374141] env[69731]: DEBUG oslo_vmware.api [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3274910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234329} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.374800] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.375021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.375221] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.375528] env[69731]: INFO nova.compute.manager [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 767.375804] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.376038] env[69731]: DEBUG nova.compute.manager [-] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.376149] env[69731]: DEBUG nova.network.neutron [-] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.384863] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30c6f00-5f98-49ad-8d2b-0ee6511eb5b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.406132] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.530s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.408381] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.421472] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.421472] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.960s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.421551] env[69731]: INFO nova.compute.claims [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.425592] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.430302] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d63fc22-b825-484b-905e-655974e58824 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.462926] env[69731]: INFO nova.scheduler.client.report [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Deleted allocations for instance 068620d2-a1a8-49ba-925b-398a72a4e21f [ 767.478997] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.478997] env[69731]: value = "task-3274911" [ 767.478997] env[69731]: _type = "Task" [ 767.478997] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.494893] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274911, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.533653] env[69731]: DEBUG nova.network.neutron [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Updated VIF entry in instance network info cache for port 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.534032] env[69731]: DEBUG nova.network.neutron [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Updating instance_info_cache with network_info: [{"id": "45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae", "address": "fa:16:3e:e9:d9:4a", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b1ca7d-18", "ovs_interfaceid": "45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.545268] env[69731]: DEBUG nova.compute.manager [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Received event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.545268] env[69731]: DEBUG nova.compute.manager [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing instance network info cache due to event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.545268] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Acquiring lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.545268] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Acquired lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.545268] env[69731]: DEBUG nova.network.neutron [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.655915] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274907, 'name': ReconfigVM_Task, 'duration_secs': 0.702553} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.656490] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 661541b3-dd38-4692-af94-dce06e9cdb7d/661541b3-dd38-4692-af94-dce06e9cdb7d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.657582] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a224c6d1-dcd1-4b3a-be50-969208714570 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.666470] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 767.666470] env[69731]: value = "task-3274912" [ 767.666470] env[69731]: _type = "Task" [ 767.666470] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.678287] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274912, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.679626] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cfda93c6-ac71-4e4b-a11b-4e8fc4488f8d tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.713336] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f56ebb-2dda-809e-1fdb-345da6e874a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013996} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.713769] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.714086] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f/b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.714424] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd049b64-6310-43e3-9256-26cb1ad6e3a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.723448] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 767.723448] env[69731]: value = "task-3274913" [ 767.723448] env[69731]: _type = "Task" [ 767.723448] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.734566] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.911460] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.979331] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88fe17fc-8035-42be-bcbc-97e860794ff5 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "068620d2-a1a8-49ba-925b-398a72a4e21f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.133s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.997632] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274911, 'name': CreateVM_Task, 'duration_secs': 0.387741} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.998218] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.998772] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.998995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.999427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.002022] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba231c7-451e-44b8-8177-742deafd30e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.006477] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 768.006477] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52215c99-697e-f0e1-ea85-11ecd4b60266" [ 768.006477] env[69731]: _type = "Task" [ 768.006477] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.019060] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52215c99-697e-f0e1-ea85-11ecd4b60266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.036724] env[69731]: DEBUG oslo_concurrency.lockutils [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] Releasing lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.037098] env[69731]: DEBUG nova.compute.manager [req-b425eeeb-005a-474a-a3b2-3eedcf3db52c req-da1a825d-e057-4e12-b259-90b2d89065a9 service nova] [instance: 03661849-1d44-451d-9f43-087171ea126b] Received event network-vif-deleted-8d3f6e1a-5c47-4c46-b5d0-e86ce20363b9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.037490] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Acquired lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.037678] env[69731]: DEBUG nova.network.neutron [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Refreshing network info cache for port 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.135237] env[69731]: DEBUG nova.compute.manager [req-ce1aff08-23ae-4d94-bb6e-e0e95c240d0b req-afc30ac8-69a0-4859-bc5c-2d0ed7f2333a service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Received event network-vif-deleted-45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.135237] env[69731]: INFO nova.compute.manager [req-ce1aff08-23ae-4d94-bb6e-e0e95c240d0b req-afc30ac8-69a0-4859-bc5c-2d0ed7f2333a service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Neutron deleted interface 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae; detaching it from the instance and deleting it from the info cache [ 768.135357] env[69731]: DEBUG nova.network.neutron [req-ce1aff08-23ae-4d94-bb6e-e0e95c240d0b req-afc30ac8-69a0-4859-bc5c-2d0ed7f2333a service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.158899] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Updating instance_info_cache with network_info: [{"id": "8d397ef2-d2fb-4689-8cd4-65414bc3dd3d", "address": "fa:16:3e:09:17:fb", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d397ef2-d2", "ovs_interfaceid": "8d397ef2-d2fb-4689-8cd4-65414bc3dd3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.182279] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274912, 'name': Rename_Task, 'duration_secs': 0.22921} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.182279] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.182279] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3510bc1-8d2b-49c2-9bdc-9d899b8985e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.190401] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 768.190401] env[69731]: value = "task-3274914" [ 768.190401] env[69731]: _type = "Task" [ 768.190401] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.200853] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.236495] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.317415] env[69731]: DEBUG nova.network.neutron [-] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.353860] env[69731]: DEBUG nova.network.neutron [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updated VIF entry in instance network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.355289] env[69731]: DEBUG nova.network.neutron [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updating instance_info_cache with network_info: [{"id": "513d33c4-a8aa-416f-98cd-674a7b92f184", "address": "fa:16:3e:a2:bf:5d", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513d33c4-a8", "ovs_interfaceid": "513d33c4-a8aa-416f-98cd-674a7b92f184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.520452] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52215c99-697e-f0e1-ea85-11ecd4b60266, 'name': SearchDatastore_Task, 'duration_secs': 0.054716} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.520797] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.521073] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.521316] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.521460] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.521638] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.521934] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e0c87b-dd8f-47d3-bec1-b5e2ff12c8b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.535407] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.535407] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.536216] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375f7499-dc8f-40f3-9a2e-7710cfffe96c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.548957] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 768.548957] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525aaeb9-f6e1-c183-eeee-c41b22f6d16c" [ 768.548957] env[69731]: _type = "Task" [ 768.548957] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.557625] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525aaeb9-f6e1-c183-eeee-c41b22f6d16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.567148] env[69731]: INFO nova.network.neutron [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Port 45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 768.567374] env[69731]: DEBUG nova.network.neutron [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.638656] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c92c6601-d672-4faa-8299-1b7d8deeea24 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.647647] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19232ac-5900-4ed5-8ae3-758a84c6267a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.662412] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "refresh_cache-3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.662726] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Instance network_info: |[{"id": "8d397ef2-d2fb-4689-8cd4-65414bc3dd3d", "address": "fa:16:3e:09:17:fb", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d397ef2-d2", "ovs_interfaceid": "8d397ef2-d2fb-4689-8cd4-65414bc3dd3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.663112] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:17:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d397ef2-d2fb-4689-8cd4-65414bc3dd3d', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.670635] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Creating folder: Project (5dfd494c6a6c4295b7a93d3b5c73f404). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.685639] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58d987f2-0a30-46f5-83e8-4582f3713959 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.687729] env[69731]: DEBUG nova.compute.manager [req-ce1aff08-23ae-4d94-bb6e-e0e95c240d0b req-afc30ac8-69a0-4859-bc5c-2d0ed7f2333a service nova] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Detach interface failed, port_id=45b1ca7d-1887-4bd7-87ed-6d6eec1ee4ae, reason: Instance 7db7bcc5-a83f-4faf-8576-c29cd26117e8 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.696794] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Created folder: Project (5dfd494c6a6c4295b7a93d3b5c73f404) in parent group-v654000. [ 768.696997] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Creating folder: Instances. Parent ref: group-v654115. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.700196] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b914dcf3-d3ef-4d55-8e05-54b905a54873 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.701753] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274914, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.711521] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Created folder: Instances in parent group-v654115. [ 768.711751] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.711960] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.712202] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61dfa93d-bea3-4a3b-8c40-60fcb1267ced {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.737150] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533204} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.738339] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f/b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.738560] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.738780] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.738780] env[69731]: value = "task-3274917" [ 768.738780] env[69731]: _type = "Task" [ 768.738780] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.741127] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65e3d43c-4027-43ab-9883-9703e1b94384 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.753981] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274917, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.757822] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 768.757822] env[69731]: value = "task-3274918" [ 768.757822] env[69731]: _type = "Task" [ 768.757822] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.765783] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.822079] env[69731]: INFO nova.compute.manager [-] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Took 1.45 seconds to deallocate network for instance. [ 768.857217] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Releasing lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.857512] env[69731]: DEBUG nova.compute.manager [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Received event network-vif-plugged-8d397ef2-d2fb-4689-8cd4-65414bc3dd3d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.857751] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Acquiring lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.857981] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.858251] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.858448] env[69731]: DEBUG nova.compute.manager [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] No waiting events found dispatching network-vif-plugged-8d397ef2-d2fb-4689-8cd4-65414bc3dd3d {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.858629] env[69731]: WARNING nova.compute.manager [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Received unexpected event network-vif-plugged-8d397ef2-d2fb-4689-8cd4-65414bc3dd3d for instance with vm_state building and task_state spawning. [ 768.858833] env[69731]: DEBUG nova.compute.manager [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Received event network-changed-8d397ef2-d2fb-4689-8cd4-65414bc3dd3d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.859007] env[69731]: DEBUG nova.compute.manager [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Refreshing instance network info cache due to event network-changed-8d397ef2-d2fb-4689-8cd4-65414bc3dd3d. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.859208] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Acquiring lock "refresh_cache-3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.859344] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Acquired lock "refresh_cache-3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.859532] env[69731]: DEBUG nova.network.neutron [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Refreshing network info cache for port 8d397ef2-d2fb-4689-8cd4-65414bc3dd3d {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.953249] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0755c6-fc55-45ee-8e48-e28126867e5c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.961944] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb502e-9b03-45a1-abc6-30a69e6b3efb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.994209] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a8dd3-16d4-41af-be2f-5b04ffdff319 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.002306] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945336c0-06f2-47d6-bf9e-d0202ced0107 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.018327] env[69731]: DEBUG nova.compute.provider_tree [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.048787] env[69731]: DEBUG nova.objects.instance [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'flavor' on Instance uuid 47b618d1-5850-4994-843d-7fccb7e8ecde {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.061048] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525aaeb9-f6e1-c183-eeee-c41b22f6d16c, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.061401] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc46338e-25ec-4959-b124-58720729ef61 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.067493] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 769.067493] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ab3fb1-be1f-363b-2ccf-ab2c22ff5737" [ 769.067493] env[69731]: _type = "Task" [ 769.067493] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.071808] env[69731]: DEBUG oslo_concurrency.lockutils [req-c6628808-1339-4e08-842f-9781ae2b72b6 req-ce4c5da1-9fad-4ae3-99d4-9c386b68c25e service nova] Releasing lock "refresh_cache-7db7bcc5-a83f-4faf-8576-c29cd26117e8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.078021] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ab3fb1-be1f-363b-2ccf-ab2c22ff5737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.201956] env[69731]: DEBUG oslo_vmware.api [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3274914, 'name': PowerOnVM_Task, 'duration_secs': 0.901701} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.202313] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.202613] env[69731]: INFO nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Took 8.80 seconds to spawn the instance on the hypervisor. [ 769.202846] env[69731]: DEBUG nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.203776] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8aef3-5660-4739-aba2-9ea9d53ddfef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.253620] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274917, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.267678] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13167} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.267949] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.268738] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a1ea7-14d8-4537-a596-09602301b9b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.290568] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f/b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.291195] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b2323b-c0b2-47dd-9920-d6f6c7b1382d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.310288] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 769.310288] env[69731]: value = "task-3274919" [ 769.310288] env[69731]: _type = "Task" [ 769.310288] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.318157] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.328606] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.556925] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.557250] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.557325] env[69731]: DEBUG nova.network.neutron [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.557471] env[69731]: DEBUG nova.objects.instance [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'info_cache' on Instance uuid 47b618d1-5850-4994-843d-7fccb7e8ecde {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.562998] env[69731]: DEBUG nova.scheduler.client.report [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 769.563274] env[69731]: DEBUG nova.compute.provider_tree [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 60 to 61 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 769.563454] env[69731]: DEBUG nova.compute.provider_tree [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.578950] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ab3fb1-be1f-363b-2ccf-ab2c22ff5737, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.581964] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.582255] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.582800] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-043b9105-9c55-42ce-b90d-e81f553d3d44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.589458] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 769.589458] env[69731]: value = "task-3274920" [ 769.589458] env[69731]: _type = "Task" [ 769.589458] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.599163] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.624968] env[69731]: DEBUG nova.compute.manager [req-273562ad-8860-42e2-920e-a34faf85cb97 req-456d2351-9663-4cc9-9623-a12a0dd44b62 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Received event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.627069] env[69731]: DEBUG nova.compute.manager [req-273562ad-8860-42e2-920e-a34faf85cb97 req-456d2351-9663-4cc9-9623-a12a0dd44b62 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing instance network info cache due to event network-changed-513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.627069] env[69731]: DEBUG oslo_concurrency.lockutils [req-273562ad-8860-42e2-920e-a34faf85cb97 req-456d2351-9663-4cc9-9623-a12a0dd44b62 service nova] Acquiring lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.627069] env[69731]: DEBUG oslo_concurrency.lockutils [req-273562ad-8860-42e2-920e-a34faf85cb97 req-456d2351-9663-4cc9-9623-a12a0dd44b62 service nova] Acquired lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.627069] env[69731]: DEBUG nova.network.neutron [req-273562ad-8860-42e2-920e-a34faf85cb97 req-456d2351-9663-4cc9-9623-a12a0dd44b62 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Refreshing network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.632773] env[69731]: DEBUG nova.network.neutron [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Updated VIF entry in instance network info cache for port 8d397ef2-d2fb-4689-8cd4-65414bc3dd3d. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.633208] env[69731]: DEBUG nova.network.neutron [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Updating instance_info_cache with network_info: [{"id": "8d397ef2-d2fb-4689-8cd4-65414bc3dd3d", "address": "fa:16:3e:09:17:fb", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d397ef2-d2", "ovs_interfaceid": "8d397ef2-d2fb-4689-8cd4-65414bc3dd3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.729363] env[69731]: INFO nova.compute.manager [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Took 44.94 seconds to build instance. [ 769.755133] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274917, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.821555] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.062556] env[69731]: DEBUG nova.objects.base [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Object Instance<47b618d1-5850-4994-843d-7fccb7e8ecde> lazy-loaded attributes: flavor,info_cache {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 770.073729] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.074363] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.077936] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.911s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.078572] env[69731]: DEBUG nova.objects.instance [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lazy-loading 'resources' on Instance uuid 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.101282] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274920, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.136075] env[69731]: DEBUG oslo_concurrency.lockutils [req-66652aeb-a13f-48c2-8406-285f8d9df81a req-247bacbb-5248-4a45-92c5-4ff6dc400c9a service nova] Releasing lock "refresh_cache-3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.231548] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7039987-3739-46a5-be4a-bb6b19510ac9 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "661541b3-dd38-4692-af94-dce06e9cdb7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.845s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.256302] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274917, 'name': CreateVM_Task, 'duration_secs': 1.401072} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.259200] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.260030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.260030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.260030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.260441] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a12f27-00c7-4453-98f1-17f67c6346e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.265499] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 770.265499] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5296976f-aab0-2d90-1ee1-8f25eb84b159" [ 770.265499] env[69731]: _type = "Task" [ 770.265499] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.274590] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5296976f-aab0-2d90-1ee1-8f25eb84b159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.321858] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274919, 'name': ReconfigVM_Task, 'duration_secs': 0.697794} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.322160] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f/b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.322809] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dafe4e9-c3d6-4461-b097-bf28fad7d5c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.330701] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 770.330701] env[69731]: value = "task-3274921" [ 770.330701] env[69731]: _type = "Task" [ 770.330701] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.338576] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274921, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.412355] env[69731]: DEBUG nova.network.neutron [req-273562ad-8860-42e2-920e-a34faf85cb97 req-456d2351-9663-4cc9-9623-a12a0dd44b62 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updated VIF entry in instance network info cache for port 513d33c4-a8aa-416f-98cd-674a7b92f184. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.412800] env[69731]: DEBUG nova.network.neutron [req-273562ad-8860-42e2-920e-a34faf85cb97 req-456d2351-9663-4cc9-9623-a12a0dd44b62 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updating instance_info_cache with network_info: [{"id": "513d33c4-a8aa-416f-98cd-674a7b92f184", "address": "fa:16:3e:a2:bf:5d", "network": {"id": "70e91d8b-34d9-4183-a561-3adf1e208b4e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1916091787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f69b4406283e4414b69c18fd078bc5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513d33c4-a8", "ovs_interfaceid": "513d33c4-a8aa-416f-98cd-674a7b92f184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.586277] env[69731]: DEBUG nova.compute.utils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.587689] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.587863] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.600030] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678109} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.600138] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.600408] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.600773] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e03e45b-c5d3-498d-ad44-6ea3ba2f321f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.609917] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 770.609917] env[69731]: value = "task-3274922" [ 770.609917] env[69731]: _type = "Task" [ 770.609917] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.624271] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.640403] env[69731]: DEBUG nova.policy [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24e025ddb054da6b59023fe483a7e6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dfd494c6a6c4295b7a93d3b5c73f404', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.734926] env[69731]: DEBUG nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.779752] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5296976f-aab0-2d90-1ee1-8f25eb84b159, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.782048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.782403] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.782705] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.782896] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.783145] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.783956] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca43431-3bd2-4e1f-b2ae-2ed37bf414f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.793866] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.794051] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.794906] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d036714b-0a6c-4fe2-9e42-006e2d85bfa7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.801298] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 770.801298] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525ee61c-7dca-e2e7-f52c-23359aea65c2" [ 770.801298] env[69731]: _type = "Task" [ 770.801298] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.813973] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525ee61c-7dca-e2e7-f52c-23359aea65c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.851019] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274921, 'name': Rename_Task, 'duration_secs': 0.241494} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.851019] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.851019] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a803505-faa7-43f4-bfa3-dff46d18309d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.860660] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 770.860660] env[69731]: value = "task-3274923" [ 770.860660] env[69731]: _type = "Task" [ 770.860660] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.868731] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.891509] env[69731]: DEBUG nova.network.neutron [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.915191] env[69731]: DEBUG oslo_concurrency.lockutils [req-273562ad-8860-42e2-920e-a34faf85cb97 req-456d2351-9663-4cc9-9623-a12a0dd44b62 service nova] Releasing lock "refresh_cache-02af359c-dda8-47f3-b878-99c93dab60ed" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.092218] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.099133] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Successfully created port: c03f7265-5187-4f08-a0e0-fb8c0ae66ac8 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.118762] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173989} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.119139] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.119960] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b778f6-83c9-4411-81cb-359acbf0229b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.143676] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.147571] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060e7b32-2ca5-4aed-9376-7cd7eb43f8fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.168617] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 771.168617] env[69731]: value = "task-3274924" [ 771.168617] env[69731]: _type = "Task" [ 771.168617] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.177387] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.200020] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35c1c70-a75a-43d2-8c81-066bf9338f66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.206969] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a3cbcf-b035-44f3-a916-cb9d52db99ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.244505] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba3888-f9dc-4566-959e-1d1bc6866d9b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.254312] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea82eb16-6451-4334-bda6-03c7c6f362c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.260346] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.269557] env[69731]: DEBUG nova.compute.provider_tree [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.313685] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525ee61c-7dca-e2e7-f52c-23359aea65c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014182} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.314655] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74388c8-743c-4a2a-8e75-a180fab09a40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.320574] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 771.320574] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc9b73-057c-f542-22a0-db616e22a5f5" [ 771.320574] env[69731]: _type = "Task" [ 771.320574] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.329961] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc9b73-057c-f542-22a0-db616e22a5f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.370619] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.393125] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.393476] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.396494] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.536724] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beb117-8cfe-ef70-154d-5ed34293aa4b/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 771.537770] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac8dac6-f9ec-43c7-98cb-7fe9d10f4e2d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.544397] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beb117-8cfe-ef70-154d-5ed34293aa4b/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 771.544561] env[69731]: ERROR oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beb117-8cfe-ef70-154d-5ed34293aa4b/disk-0.vmdk due to incomplete transfer. [ 771.544770] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bcb6e5d-5ab3-4a55-b9a5-1642afefae40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.551647] env[69731]: DEBUG oslo_vmware.rw_handles [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beb117-8cfe-ef70-154d-5ed34293aa4b/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 771.551748] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Uploaded image ed1a83e2-45fd-4206-a81b-81f1ffc40d54 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 771.553829] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 771.554060] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2333d8fc-57e9-4f1d-aa75-e81e64a27fa3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.559914] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 771.559914] env[69731]: value = "task-3274925" [ 771.559914] env[69731]: _type = "Task" [ 771.559914] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.567521] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274925, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.679735] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274924, 'name': ReconfigVM_Task, 'duration_secs': 0.268412} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.680161] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.680845] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac3aa47b-4e32-45ae-9338-e41cad4b50c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.687204] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 771.687204] env[69731]: value = "task-3274926" [ 771.687204] env[69731]: _type = "Task" [ 771.687204] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.695513] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274926, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.773260] env[69731]: DEBUG nova.scheduler.client.report [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.833024] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc9b73-057c-f542-22a0-db616e22a5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015791} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.833128] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.833341] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a/3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.833608] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e76cad50-3102-45f3-bd3a-4f616a102b6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.840508] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 771.840508] env[69731]: value = "task-3274927" [ 771.840508] env[69731]: _type = "Task" [ 771.840508] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.848690] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.869832] env[69731]: DEBUG oslo_vmware.api [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274923, 'name': PowerOnVM_Task, 'duration_secs': 0.904024} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.870125] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.870330] env[69731]: INFO nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Took 8.74 seconds to spawn the instance on the hypervisor. [ 771.870514] env[69731]: DEBUG nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.871277] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a334d2e9-4f93-4f34-a124-2f9de7c5742d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.069823] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274925, 'name': Destroy_Task, 'duration_secs': 0.4776} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.070429] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Destroyed the VM [ 772.070530] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 772.070830] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-021f510a-4a49-4518-920a-5c13387b9280 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.077821] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 772.077821] env[69731]: value = "task-3274928" [ 772.077821] env[69731]: _type = "Task" [ 772.077821] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.089699] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.104033] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.127996] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.128276] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.128430] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.128607] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.128752] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.128913] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.129133] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.129268] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.129427] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.129585] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.129822] env[69731]: DEBUG nova.virt.hardware [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.130770] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e4cd9-ba82-45c5-991e-9f25b1b5200b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.141747] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db2dfdd-b131-4d3c-b959-9d3bd90dd081 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.198374] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274926, 'name': Rename_Task, 'duration_secs': 0.133526} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.198722] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.199042] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-757fcf2c-54f4-4754-854e-555dcf39b12d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.206438] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 772.206438] env[69731]: value = "task-3274929" [ 772.206438] env[69731]: _type = "Task" [ 772.206438] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.217655] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.279263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.282123] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.683s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.283948] env[69731]: INFO nova.compute.claims [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.309607] env[69731]: INFO nova.scheduler.client.report [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Deleted allocations for instance 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34 [ 772.357069] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499785} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.357069] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a/3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.357069] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.357069] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a5b96d5-ea07-4055-988e-6991666d3568 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.362933] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 772.362933] env[69731]: value = "task-3274930" [ 772.362933] env[69731]: _type = "Task" [ 772.362933] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.371547] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.388051] env[69731]: INFO nova.compute.manager [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Took 42.45 seconds to build instance. [ 772.402375] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.402934] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5085413f-8373-4f62-ba88-1ba929041a21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.413877] env[69731]: DEBUG oslo_vmware.api [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 772.413877] env[69731]: value = "task-3274931" [ 772.413877] env[69731]: _type = "Task" [ 772.413877] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.426887] env[69731]: DEBUG oslo_vmware.api [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274931, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.589580] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.635015] env[69731]: DEBUG nova.compute.manager [req-0446cc82-6d3c-4202-9010-851675776bbd req-b7b910cf-948a-4873-ae63-4c70af84b4cc service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Received event network-vif-plugged-c03f7265-5187-4f08-a0e0-fb8c0ae66ac8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.635325] env[69731]: DEBUG oslo_concurrency.lockutils [req-0446cc82-6d3c-4202-9010-851675776bbd req-b7b910cf-948a-4873-ae63-4c70af84b4cc service nova] Acquiring lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.635595] env[69731]: DEBUG oslo_concurrency.lockutils [req-0446cc82-6d3c-4202-9010-851675776bbd req-b7b910cf-948a-4873-ae63-4c70af84b4cc service nova] Lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.635883] env[69731]: DEBUG oslo_concurrency.lockutils [req-0446cc82-6d3c-4202-9010-851675776bbd req-b7b910cf-948a-4873-ae63-4c70af84b4cc service nova] Lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.636316] env[69731]: DEBUG nova.compute.manager [req-0446cc82-6d3c-4202-9010-851675776bbd req-b7b910cf-948a-4873-ae63-4c70af84b4cc service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] No waiting events found dispatching network-vif-plugged-c03f7265-5187-4f08-a0e0-fb8c0ae66ac8 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.636527] env[69731]: WARNING nova.compute.manager [req-0446cc82-6d3c-4202-9010-851675776bbd req-b7b910cf-948a-4873-ae63-4c70af84b4cc service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Received unexpected event network-vif-plugged-c03f7265-5187-4f08-a0e0-fb8c0ae66ac8 for instance with vm_state building and task_state spawning. [ 772.691373] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Successfully updated port: c03f7265-5187-4f08-a0e0-fb8c0ae66ac8 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.716470] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.817181] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a41f328-1d87-4459-b5f3-d872c7f1de10 tempest-AttachInterfacesV270Test-2118704522 tempest-AttachInterfacesV270Test-2118704522-project-member] Lock "9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.626s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.874035] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101673} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.874035] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.874529] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc77c229-3a3e-40a7-9cbf-7a0cdb95fe40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.897100] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a/3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.898623] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1d1faad5-8716-4051-9bc1-f2f2df0c1409 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.691s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.899052] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0474538b-090e-4009-bea6-12248a311a03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.923494] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 772.923494] env[69731]: value = "task-3274932" [ 772.923494] env[69731]: _type = "Task" [ 772.923494] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.928282] env[69731]: DEBUG oslo_vmware.api [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.937110] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274932, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.089226] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274928, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.194052] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "refresh_cache-5ec0880d-fa12-4bd4-b83b-0d94a943831a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.194052] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "refresh_cache-5ec0880d-fa12-4bd4-b83b-0d94a943831a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.194052] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.217932] env[69731]: DEBUG oslo_vmware.api [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274929, 'name': PowerOnVM_Task, 'duration_secs': 0.532471} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.218268] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.218449] env[69731]: DEBUG nova.compute.manager [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.219213] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7a891-63a3-4e50-a89c-31a9c807de01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.418675] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquiring lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.418926] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.419534] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquiring lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.419534] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.419534] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.421894] env[69731]: INFO nova.compute.manager [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Terminating instance [ 773.430517] env[69731]: DEBUG nova.compute.manager [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.445567] env[69731]: DEBUG oslo_vmware.api [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3274931, 'name': PowerOnVM_Task, 'duration_secs': 0.743088} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.453022] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.453022] env[69731]: DEBUG nova.compute.manager [None req-94bd3c41-247d-43be-9d1c-590417729228 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.453022] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.453189] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b0f8e-b6ec-4ad5-bd4f-a2e87db7864a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.589556] env[69731]: DEBUG oslo_vmware.api [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274928, 'name': RemoveSnapshot_Task, 'duration_secs': 1.216595} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.589857] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 773.590119] env[69731]: INFO nova.compute.manager [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Took 16.88 seconds to snapshot the instance on the hypervisor. [ 773.739733] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.744132] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.769945] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8796880-55d4-431f-bf21-9007217cb0bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.780172] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dca95e-3315-4874-9f5f-d983a154e607 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.812631] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6723c39-4d59-434e-94f6-5bc8873202f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.823927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6bee8a-f3b9-4abb-a329-069dae366681 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.834690] env[69731]: DEBUG nova.compute.provider_tree [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.923696] env[69731]: DEBUG nova.network.neutron [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Updating instance_info_cache with network_info: [{"id": "c03f7265-5187-4f08-a0e0-fb8c0ae66ac8", "address": "fa:16:3e:1b:6d:ab", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03f7265-51", "ovs_interfaceid": "c03f7265-5187-4f08-a0e0-fb8c0ae66ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.925615] env[69731]: DEBUG nova.compute.manager [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.929485] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.931620] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cf6a41-f246-4149-b4f4-4063f133716c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.941777] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.942876] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e274003-e099-4fad-915c-5f53198320d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.949977] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274932, 'name': ReconfigVM_Task, 'duration_secs': 0.963719} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.952612] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a/3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.953639] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7813b238-ebee-4fe4-bc97-275dcf6fea6c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.956596] env[69731]: DEBUG oslo_vmware.api [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 773.956596] env[69731]: value = "task-3274933" [ 773.956596] env[69731]: _type = "Task" [ 773.956596] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.963219] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 773.963219] env[69731]: value = "task-3274934" [ 773.963219] env[69731]: _type = "Task" [ 773.963219] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.972765] env[69731]: DEBUG oslo_vmware.api [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.973923] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.980163] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274934, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.161025] env[69731]: DEBUG nova.compute.manager [None req-1ec6bc98-347d-4063-9c4d-f3f91d75504a tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Found 1 images (rotation: 2) {{(pid=69731) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 774.259840] env[69731]: INFO nova.compute.manager [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Rebuilding instance [ 774.318673] env[69731]: DEBUG nova.compute.manager [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.319828] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57645d59-0bb9-4295-a544-1e5ac684184c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.337600] env[69731]: DEBUG nova.scheduler.client.report [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.432672] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "refresh_cache-5ec0880d-fa12-4bd4-b83b-0d94a943831a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.433051] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Instance network_info: |[{"id": "c03f7265-5187-4f08-a0e0-fb8c0ae66ac8", "address": "fa:16:3e:1b:6d:ab", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03f7265-51", "ovs_interfaceid": "c03f7265-5187-4f08-a0e0-fb8c0ae66ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.433481] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:6d:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c03f7265-5187-4f08-a0e0-fb8c0ae66ac8', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.447981] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.447981] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.447981] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5ab7614-7d95-4ee2-b27d-07a80289cce0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.482694] env[69731]: DEBUG oslo_vmware.api [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274933, 'name': PowerOffVM_Task, 'duration_secs': 0.238183} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.487407] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.487740] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.488501] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.488501] env[69731]: value = "task-3274935" [ 774.488501] env[69731]: _type = "Task" [ 774.488501] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.488501] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274934, 'name': Rename_Task, 'duration_secs': 0.236332} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.488501] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-859c3b19-a00f-40f4-9495-d92eb89a9ff5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.490088] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.493300] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-180e8766-1dfc-4226-b07f-b09b32a2a23c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.500513] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274935, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.501735] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 774.501735] env[69731]: value = "task-3274937" [ 774.501735] env[69731]: _type = "Task" [ 774.501735] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.508965] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.558689] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.558910] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.559113] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Deleting the datastore file [datastore2] b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.559389] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-352e4ada-f33e-4e22-a3dc-771048f916c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.567060] env[69731]: DEBUG oslo_vmware.api [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for the task: (returnval){ [ 774.567060] env[69731]: value = "task-3274938" [ 774.567060] env[69731]: _type = "Task" [ 774.567060] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.575201] env[69731]: DEBUG oslo_vmware.api [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.739848] env[69731]: DEBUG nova.compute.manager [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.741210] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0227afd-56e4-48f6-94f9-46f6790facdc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.843194] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.843796] env[69731]: DEBUG nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.848327] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.216s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.849191] env[69731]: DEBUG nova.objects.instance [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lazy-loading 'resources' on Instance uuid 15c0d93d-91e9-49df-b5ae-691abf05cd7d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.865237] env[69731]: DEBUG nova.compute.manager [req-14224fea-5b0f-49d5-bb75-fd5e3db5dff1 req-bfb4168b-b325-47f3-86e3-fbeab88d170c service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Received event network-changed-c03f7265-5187-4f08-a0e0-fb8c0ae66ac8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.865237] env[69731]: DEBUG nova.compute.manager [req-14224fea-5b0f-49d5-bb75-fd5e3db5dff1 req-bfb4168b-b325-47f3-86e3-fbeab88d170c service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Refreshing instance network info cache due to event network-changed-c03f7265-5187-4f08-a0e0-fb8c0ae66ac8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.865237] env[69731]: DEBUG oslo_concurrency.lockutils [req-14224fea-5b0f-49d5-bb75-fd5e3db5dff1 req-bfb4168b-b325-47f3-86e3-fbeab88d170c service nova] Acquiring lock "refresh_cache-5ec0880d-fa12-4bd4-b83b-0d94a943831a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.865497] env[69731]: DEBUG oslo_concurrency.lockutils [req-14224fea-5b0f-49d5-bb75-fd5e3db5dff1 req-bfb4168b-b325-47f3-86e3-fbeab88d170c service nova] Acquired lock "refresh_cache-5ec0880d-fa12-4bd4-b83b-0d94a943831a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.865497] env[69731]: DEBUG nova.network.neutron [req-14224fea-5b0f-49d5-bb75-fd5e3db5dff1 req-bfb4168b-b325-47f3-86e3-fbeab88d170c service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Refreshing network info cache for port c03f7265-5187-4f08-a0e0-fb8c0ae66ac8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.013113] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274935, 'name': CreateVM_Task, 'duration_secs': 0.435923} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.016682] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.017072] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.018140] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.019425] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.019425] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.019425] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff240d4-1a46-47f1-995c-30364c4b6b0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.025335] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 775.025335] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528ee514-4a9d-818a-94b6-47d521980f98" [ 775.025335] env[69731]: _type = "Task" [ 775.025335] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.035131] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528ee514-4a9d-818a-94b6-47d521980f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.076191] env[69731]: DEBUG oslo_vmware.api [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Task: {'id': task-3274938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132967} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.076393] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.076986] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.076986] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.076986] env[69731]: INFO nova.compute.manager [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 775.077170] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.077959] env[69731]: DEBUG nova.compute.manager [-] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.077959] env[69731]: DEBUG nova.network.neutron [-] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.251535] env[69731]: INFO nova.compute.manager [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] instance snapshotting [ 775.251872] env[69731]: DEBUG nova.objects.instance [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'flavor' on Instance uuid 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.342840] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.342840] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff60055-e306-4dc8-bd98-16e2a9a052e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.348684] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 775.348684] env[69731]: value = "task-3274939" [ 775.348684] env[69731]: _type = "Task" [ 775.348684] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.359980] env[69731]: DEBUG nova.compute.utils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.362307] env[69731]: DEBUG nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.362501] env[69731]: DEBUG nova.network.neutron [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.373617] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.454946] env[69731]: DEBUG nova.policy [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d940c5014a431eade69368606cdd7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '743a17aaa1ff4b6fb17a8da720e0ec8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.516355] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274937, 'name': PowerOnVM_Task, 'duration_secs': 0.780244} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.516901] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.518494] env[69731]: INFO nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Took 9.61 seconds to spawn the instance on the hypervisor. [ 775.518494] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.519116] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8004efd-01f4-45b7-9ab2-550b06184212 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.547939] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528ee514-4a9d-818a-94b6-47d521980f98, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.548302] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.548536] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.548765] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.548908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.549096] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.549359] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0737840c-c121-48ed-948d-e1067d78393e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.560619] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.560811] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.561602] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65382fa1-1a61-438f-8183-50ceac847a04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.569419] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 775.569419] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f00617-71cb-418d-2aba-d1a987d216da" [ 775.569419] env[69731]: _type = "Task" [ 775.569419] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.584655] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f00617-71cb-418d-2aba-d1a987d216da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.758362] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bb6b4b-d835-4d09-ab3d-b37096328d9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.783474] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e28da00-dc86-4fa8-907f-b9270de41c29 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.827194] env[69731]: DEBUG nova.network.neutron [req-14224fea-5b0f-49d5-bb75-fd5e3db5dff1 req-bfb4168b-b325-47f3-86e3-fbeab88d170c service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Updated VIF entry in instance network info cache for port c03f7265-5187-4f08-a0e0-fb8c0ae66ac8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.827194] env[69731]: DEBUG nova.network.neutron [req-14224fea-5b0f-49d5-bb75-fd5e3db5dff1 req-bfb4168b-b325-47f3-86e3-fbeab88d170c service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Updating instance_info_cache with network_info: [{"id": "c03f7265-5187-4f08-a0e0-fb8c0ae66ac8", "address": "fa:16:3e:1b:6d:ab", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03f7265-51", "ovs_interfaceid": "c03f7265-5187-4f08-a0e0-fb8c0ae66ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.864244] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274939, 'name': PowerOffVM_Task, 'duration_secs': 0.276496} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.864525] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.864799] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.865634] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fce24c-94ed-43a6-b5fb-58c677024e23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.868627] env[69731]: DEBUG nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.880242] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.880810] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824a816b-6313-4299-b949-cb83cbec87a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.882666] env[69731]: DEBUG nova.network.neutron [-] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.957015] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.957389] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.958483] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Deleting the datastore file [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.958812] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f01a4e52-ed40-4ebd-8cb7-d7effa55c756 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.968084] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 775.968084] env[69731]: value = "task-3274941" [ 775.968084] env[69731]: _type = "Task" [ 775.968084] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.979896] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.992696] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b24c04c-8b89-4b3e-a922-1c04e7ff6633 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.004552] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80257a5-5f4f-4bfb-b43f-ea035a3f0cdd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.036148] env[69731]: DEBUG nova.network.neutron [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Successfully created port: 9b2777f9-9b4b-472e-88d1-9e5e3e82eba5 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.038662] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b09991-6f17-4d51-93ca-b2ffddeebdd5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.051726] env[69731]: INFO nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Took 42.03 seconds to build instance. [ 776.054582] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25e2b6f-479c-4d4c-a8a4-5f5499a5291e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.067948] env[69731]: DEBUG nova.compute.provider_tree [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.081947] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f00617-71cb-418d-2aba-d1a987d216da, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.082408] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54b7c32-fdbe-45b0-ba19-97691c523083 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.087834] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 776.087834] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5276e9b9-a67a-3725-ad77-6d9375fca28d" [ 776.087834] env[69731]: _type = "Task" [ 776.087834] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.095835] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5276e9b9-a67a-3725-ad77-6d9375fca28d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.296625] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 776.296972] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-886e0031-9224-4692-9445-67267a5b5336 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.304837] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 776.304837] env[69731]: value = "task-3274942" [ 776.304837] env[69731]: _type = "Task" [ 776.304837] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.316370] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274942, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.329131] env[69731]: DEBUG oslo_concurrency.lockutils [req-14224fea-5b0f-49d5-bb75-fd5e3db5dff1 req-bfb4168b-b325-47f3-86e3-fbeab88d170c service nova] Releasing lock "refresh_cache-5ec0880d-fa12-4bd4-b83b-0d94a943831a" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.385523] env[69731]: INFO nova.compute.manager [-] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Took 1.31 seconds to deallocate network for instance. [ 776.482078] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104695} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.482482] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.482752] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.483016] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.552029] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.938s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.571574] env[69731]: DEBUG nova.scheduler.client.report [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.599380] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5276e9b9-a67a-3725-ad77-6d9375fca28d, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.599676] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.599928] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 5ec0880d-fa12-4bd4-b83b-0d94a943831a/5ec0880d-fa12-4bd4-b83b-0d94a943831a.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.600202] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe3b4d7-4032-413b-81bc-0acbf7d6890c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.607558] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 776.607558] env[69731]: value = "task-3274943" [ 776.607558] env[69731]: _type = "Task" [ 776.607558] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.615905] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.816064] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274942, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.879851] env[69731]: DEBUG nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.893041] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.913318] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.913669] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.913842] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.913975] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.914186] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.914269] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.914483] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.914645] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.914814] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.914976] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.915201] env[69731]: DEBUG nova.virt.hardware [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.916268] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9895d9-869c-4ce2-b0cf-0f6567c1e384 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.925759] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25df3f0-29b2-4074-a63f-e0427a1bc3e5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.948201] env[69731]: DEBUG nova.compute.manager [req-bc3a49cc-6cef-4734-9de4-c8adb5dde2f3 req-83896e31-be15-40fc-a0a6-6dca863a8e09 service nova] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Received event network-vif-deleted-2a8260f5-f1cb-4264-933d-2e1d4aa1387c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.054350] env[69731]: DEBUG nova.compute.manager [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.077103] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.079697] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.847s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.081415] env[69731]: INFO nova.compute.claims [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.102844] env[69731]: INFO nova.scheduler.client.report [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Deleted allocations for instance 15c0d93d-91e9-49df-b5ae-691abf05cd7d [ 777.118707] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471476} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.118707] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 5ec0880d-fa12-4bd4-b83b-0d94a943831a/5ec0880d-fa12-4bd4-b83b-0d94a943831a.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.118707] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.119014] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b60d09e-5efe-45a4-85bd-773f4a1e67fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.127453] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 777.127453] env[69731]: value = "task-3274944" [ 777.127453] env[69731]: _type = "Task" [ 777.127453] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.136095] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.316936] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274942, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.467547] env[69731]: DEBUG nova.compute.manager [req-63a57a09-4f13-462b-a9d8-f8ecb2cf99d5 req-1dec08e7-a0a3-4314-af94-bd7b0becf119 service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Received event network-vif-plugged-9b2777f9-9b4b-472e-88d1-9e5e3e82eba5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.467712] env[69731]: DEBUG oslo_concurrency.lockutils [req-63a57a09-4f13-462b-a9d8-f8ecb2cf99d5 req-1dec08e7-a0a3-4314-af94-bd7b0becf119 service nova] Acquiring lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.467921] env[69731]: DEBUG oslo_concurrency.lockutils [req-63a57a09-4f13-462b-a9d8-f8ecb2cf99d5 req-1dec08e7-a0a3-4314-af94-bd7b0becf119 service nova] Lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.468106] env[69731]: DEBUG oslo_concurrency.lockutils [req-63a57a09-4f13-462b-a9d8-f8ecb2cf99d5 req-1dec08e7-a0a3-4314-af94-bd7b0becf119 service nova] Lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.468308] env[69731]: DEBUG nova.compute.manager [req-63a57a09-4f13-462b-a9d8-f8ecb2cf99d5 req-1dec08e7-a0a3-4314-af94-bd7b0becf119 service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] No waiting events found dispatching network-vif-plugged-9b2777f9-9b4b-472e-88d1-9e5e3e82eba5 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.468482] env[69731]: WARNING nova.compute.manager [req-63a57a09-4f13-462b-a9d8-f8ecb2cf99d5 req-1dec08e7-a0a3-4314-af94-bd7b0becf119 service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Received unexpected event network-vif-plugged-9b2777f9-9b4b-472e-88d1-9e5e3e82eba5 for instance with vm_state building and task_state spawning. [ 777.519715] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.519715] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.519954] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.519954] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.520112] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.520316] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.520535] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.520763] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.521043] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.521331] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.521585] env[69731]: DEBUG nova.virt.hardware [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.522769] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b453109-4bf8-43f8-a4bf-2fb45b877977 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.531938] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa27849-72a5-454e-b7f5-91cc34233657 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.546025] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.552100] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.552100] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.552100] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90a66fc8-676b-43cf-88c5-8dbf8c6e0755 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.564202] env[69731]: DEBUG nova.network.neutron [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Successfully updated port: 9b2777f9-9b4b-472e-88d1-9e5e3e82eba5 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.572151] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.572151] env[69731]: value = "task-3274945" [ 777.572151] env[69731]: _type = "Task" [ 777.572151] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.581190] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274945, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.583355] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.610262] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a0219aa-ff05-4d5a-8e5b-b14d1b50cf5d tempest-DeleteServersAdminTestJSON-78959244 tempest-DeleteServersAdminTestJSON-78959244-project-member] Lock "15c0d93d-91e9-49df-b5ae-691abf05cd7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.599s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.639153] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118692} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.639481] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.640348] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be782cf-a548-420e-97d2-206f3795dfb5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.662348] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 5ec0880d-fa12-4bd4-b83b-0d94a943831a/5ec0880d-fa12-4bd4-b83b-0d94a943831a.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.662666] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d20306-63cf-4d6b-a4ef-0e315b463fa3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.682158] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 777.682158] env[69731]: value = "task-3274946" [ 777.682158] env[69731]: _type = "Task" [ 777.682158] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.690465] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.818157] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274942, 'name': CreateSnapshot_Task, 'duration_secs': 1.081069} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.818519] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 777.819392] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda158cf-f58c-498b-995b-b60586c9d13d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.070392] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-c2719988-7eaa-44cd-bf9b-d2e94aae2878" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.070392] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-c2719988-7eaa-44cd-bf9b-d2e94aae2878" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.070392] env[69731]: DEBUG nova.network.neutron [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.083864] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274945, 'name': CreateVM_Task, 'duration_secs': 0.28616} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.084109] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.084582] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.084760] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.085132] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.085419] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e904c286-f06c-461e-82c8-fbe9cf7d0848 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.094700] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 778.094700] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5233aaa5-2676-b2fc-5ba6-ab9b64db7896" [ 778.094700] env[69731]: _type = "Task" [ 778.094700] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.104933] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5233aaa5-2676-b2fc-5ba6-ab9b64db7896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.191829] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.340845] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.341420] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0b844160-5845-4474-9dba-b9bd1ebb336d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.352947] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 778.352947] env[69731]: value = "task-3274947" [ 778.352947] env[69731]: _type = "Task" [ 778.352947] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.366110] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274947, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.538265] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c5c8a-777a-46cf-b933-04770f5c67e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.546340] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681f669-14c1-4395-b497-2f3be65a67c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.579175] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f21927-98e5-44b7-a2e4-a23f57e13d8b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.587482] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae595210-a8d7-4ef7-9603-33a1c16f5c98 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.602170] env[69731]: DEBUG nova.compute.provider_tree [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.612206] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5233aaa5-2676-b2fc-5ba6-ab9b64db7896, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.612517] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.612743] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.612976] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.613135] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.613315] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.613572] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f45e67-b5a6-4b72-9484-cf9c7d61df10 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.617205] env[69731]: DEBUG nova.network.neutron [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.626110] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.626280] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.627421] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2718fb3c-8485-4338-9a8e-282cf0893a90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.633664] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 778.633664] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f4dcc2-d92e-273e-1c6c-07738298041c" [ 778.633664] env[69731]: _type = "Task" [ 778.633664] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.644988] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f4dcc2-d92e-273e-1c6c-07738298041c, 'name': SearchDatastore_Task, 'duration_secs': 0.008106} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.645692] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb425a4-f97d-4bd6-ad88-84d18dc41d55 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.650726] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 778.650726] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52892740-b652-e131-a8b7-97740556c272" [ 778.650726] env[69731]: _type = "Task" [ 778.650726] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.659059] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52892740-b652-e131-a8b7-97740556c272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.692063] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274946, 'name': ReconfigVM_Task, 'duration_secs': 0.778269} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.692394] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 5ec0880d-fa12-4bd4-b83b-0d94a943831a/5ec0880d-fa12-4bd4-b83b-0d94a943831a.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.693163] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2258f33-51f2-49f2-90db-f3e974b1e9e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.702681] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 778.702681] env[69731]: value = "task-3274948" [ 778.702681] env[69731]: _type = "Task" [ 778.702681] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.710541] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274948, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.808911] env[69731]: DEBUG nova.network.neutron [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Updating instance_info_cache with network_info: [{"id": "9b2777f9-9b4b-472e-88d1-9e5e3e82eba5", "address": "fa:16:3e:9c:df:e9", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2777f9-9b", "ovs_interfaceid": "9b2777f9-9b4b-472e-88d1-9e5e3e82eba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.863639] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274947, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.109021] env[69731]: DEBUG nova.scheduler.client.report [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.163074] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52892740-b652-e131-a8b7-97740556c272, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.163384] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.163640] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.163905] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d728088b-fdb5-4760-9171-4418a3b4ba4a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.170826] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 779.170826] env[69731]: value = "task-3274949" [ 779.170826] env[69731]: _type = "Task" [ 779.170826] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.178980] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.211555] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274948, 'name': Rename_Task, 'duration_secs': 0.384317} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.211839] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.212745] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed30b55-e812-4648-aa36-cea731ef7184 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.217848] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 779.217848] env[69731]: value = "task-3274950" [ 779.217848] env[69731]: _type = "Task" [ 779.217848] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.225541] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.312104] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-c2719988-7eaa-44cd-bf9b-d2e94aae2878" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.312453] env[69731]: DEBUG nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Instance network_info: |[{"id": "9b2777f9-9b4b-472e-88d1-9e5e3e82eba5", "address": "fa:16:3e:9c:df:e9", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2777f9-9b", "ovs_interfaceid": "9b2777f9-9b4b-472e-88d1-9e5e3e82eba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.313083] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:df:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2777f9-9b4b-472e-88d1-9e5e3e82eba5', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.325811] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating folder: Project (743a17aaa1ff4b6fb17a8da720e0ec8c). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.326361] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92701576-e525-449c-9f88-5783399438b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.337889] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created folder: Project (743a17aaa1ff4b6fb17a8da720e0ec8c) in parent group-v654000. [ 779.337889] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating folder: Instances. Parent ref: group-v654122. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.337889] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fc3556b-ebc4-4d2a-aa7d-c49201978122 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.346212] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created folder: Instances in parent group-v654122. [ 779.346473] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.346678] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.346899] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb737ffe-c92a-4d8e-9f49-e4563f64d178 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.369867] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.369867] env[69731]: value = "task-3274953" [ 779.369867] env[69731]: _type = "Task" [ 779.369867] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.376917] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274947, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.382708] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274953, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.503773] env[69731]: DEBUG nova.compute.manager [req-4158d0f3-d229-466e-933e-f0cb191ec909 req-a5d1eea1-82e4-46c1-b620-b6b7c03b909d service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Received event network-changed-9b2777f9-9b4b-472e-88d1-9e5e3e82eba5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.504094] env[69731]: DEBUG nova.compute.manager [req-4158d0f3-d229-466e-933e-f0cb191ec909 req-a5d1eea1-82e4-46c1-b620-b6b7c03b909d service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Refreshing instance network info cache due to event network-changed-9b2777f9-9b4b-472e-88d1-9e5e3e82eba5. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.504398] env[69731]: DEBUG oslo_concurrency.lockutils [req-4158d0f3-d229-466e-933e-f0cb191ec909 req-a5d1eea1-82e4-46c1-b620-b6b7c03b909d service nova] Acquiring lock "refresh_cache-c2719988-7eaa-44cd-bf9b-d2e94aae2878" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.504727] env[69731]: DEBUG oslo_concurrency.lockutils [req-4158d0f3-d229-466e-933e-f0cb191ec909 req-a5d1eea1-82e4-46c1-b620-b6b7c03b909d service nova] Acquired lock "refresh_cache-c2719988-7eaa-44cd-bf9b-d2e94aae2878" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.504886] env[69731]: DEBUG nova.network.neutron [req-4158d0f3-d229-466e-933e-f0cb191ec909 req-a5d1eea1-82e4-46c1-b620-b6b7c03b909d service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Refreshing network info cache for port 9b2777f9-9b4b-472e-88d1-9e5e3e82eba5 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.614283] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.616816] env[69731]: DEBUG nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.619725] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.012s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.619833] env[69731]: DEBUG nova.objects.instance [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lazy-loading 'resources' on Instance uuid a41102d1-6d13-438a-82eb-67b4bb7e6ec9 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.682010] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461033} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.682304] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.682529] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.682825] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52e3fead-c757-4db2-a7d1-4802df21d46c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.690033] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 779.690033] env[69731]: value = "task-3274954" [ 779.690033] env[69731]: _type = "Task" [ 779.690033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.698880] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.729014] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.873914] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274947, 'name': CloneVM_Task, 'duration_secs': 1.487014} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.877108] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Created linked-clone VM from snapshot [ 779.877784] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a06df95-994a-4f54-96f0-a449f4da69ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.884986] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274953, 'name': CreateVM_Task, 'duration_secs': 0.502216} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.887930] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.888255] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Uploading image 66e2fb3f-3b61-49a0-91d5-2a4cd84ab2f0 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.890716] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.890883] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.891207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.891457] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e77438-5ead-4103-9949-e86cb6e3960a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.896122] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 779.896122] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e29205-e539-fbfb-95d9-692dba74c307" [ 779.896122] env[69731]: _type = "Task" [ 779.896122] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.904098] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e29205-e539-fbfb-95d9-692dba74c307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.912415] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 779.912415] env[69731]: value = "vm-654121" [ 779.912415] env[69731]: _type = "VirtualMachine" [ 779.912415] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 779.912701] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e590ef5a-ebe5-45a3-9bd6-5b50c0784081 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.918265] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease: (returnval){ [ 779.918265] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295ae14-2c02-f86b-3b6a-b5fb5bdccecb" [ 779.918265] env[69731]: _type = "HttpNfcLease" [ 779.918265] env[69731]: } obtained for exporting VM: (result){ [ 779.918265] env[69731]: value = "vm-654121" [ 779.918265] env[69731]: _type = "VirtualMachine" [ 779.918265] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 779.918504] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the lease: (returnval){ [ 779.918504] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295ae14-2c02-f86b-3b6a-b5fb5bdccecb" [ 779.918504] env[69731]: _type = "HttpNfcLease" [ 779.918504] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 779.924330] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.924330] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295ae14-2c02-f86b-3b6a-b5fb5bdccecb" [ 779.924330] env[69731]: _type = "HttpNfcLease" [ 779.924330] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 780.128935] env[69731]: DEBUG nova.compute.utils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.130502] env[69731]: DEBUG nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.131754] env[69731]: DEBUG nova.network.neutron [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.199402] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065714} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.202105] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.203406] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe395b5b-9eba-4f7d-a2ee-04da129f034e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.224094] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.225715] env[69731]: DEBUG nova.policy [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b1ce16b367c478695555fbf437b9d3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4da03628d3d64256b1e2a63c7f6634fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.229437] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749cc3f0-52f1-4ac2-ae07-641a829678df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.256352] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274950, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.257748] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 780.257748] env[69731]: value = "task-3274956" [ 780.257748] env[69731]: _type = "Task" [ 780.257748] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.268436] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.394528] env[69731]: DEBUG nova.network.neutron [req-4158d0f3-d229-466e-933e-f0cb191ec909 req-a5d1eea1-82e4-46c1-b620-b6b7c03b909d service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Updated VIF entry in instance network info cache for port 9b2777f9-9b4b-472e-88d1-9e5e3e82eba5. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.394929] env[69731]: DEBUG nova.network.neutron [req-4158d0f3-d229-466e-933e-f0cb191ec909 req-a5d1eea1-82e4-46c1-b620-b6b7c03b909d service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Updating instance_info_cache with network_info: [{"id": "9b2777f9-9b4b-472e-88d1-9e5e3e82eba5", "address": "fa:16:3e:9c:df:e9", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2777f9-9b", "ovs_interfaceid": "9b2777f9-9b4b-472e-88d1-9e5e3e82eba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.413575] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e29205-e539-fbfb-95d9-692dba74c307, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.413877] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.414087] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.414326] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.414542] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.414764] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.415136] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10be0ad2-ea38-4ef6-8257-b28cd222d6e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.426110] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.426959] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.428397] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6199d1-266c-4ca0-966a-0fba02d238b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.430782] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.430782] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295ae14-2c02-f86b-3b6a-b5fb5bdccecb" [ 780.430782] env[69731]: _type = "HttpNfcLease" [ 780.430782] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 780.433396] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 780.433396] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295ae14-2c02-f86b-3b6a-b5fb5bdccecb" [ 780.433396] env[69731]: _type = "HttpNfcLease" [ 780.433396] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 780.435026] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b20cb1-6c89-4f3e-bc75-2192745adee5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.439212] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 780.439212] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52497296-33f6-fac8-55a3-3be0bc2cd555" [ 780.439212] env[69731]: _type = "Task" [ 780.439212] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.446395] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f295f1-b365-d0b9-4545-c26ec0574bf7/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 780.446576] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f295f1-b365-d0b9-4545-c26ec0574bf7/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 780.456914] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52497296-33f6-fac8-55a3-3be0bc2cd555, 'name': SearchDatastore_Task, 'duration_secs': 0.008372} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.519110] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0ff214-7ffe-4341-9296-b78ab55453a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.526410] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 780.526410] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527bd624-af50-2f67-08ff-b3b8029a2667" [ 780.526410] env[69731]: _type = "Task" [ 780.526410] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.534860] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527bd624-af50-2f67-08ff-b3b8029a2667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.636118] env[69731]: DEBUG nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.690571] env[69731]: DEBUG nova.network.neutron [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Successfully created port: fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.697840] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b795f03-3fc2-4ef5-86ea-d5f546c38cf5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.736442] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87dedf3-ffb5-4c48-86f1-e9b2b40ccff4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.741802] env[69731]: DEBUG oslo_vmware.api [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274950, 'name': PowerOnVM_Task, 'duration_secs': 1.12081} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.742451] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.742678] env[69731]: INFO nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 780.742892] env[69731]: DEBUG nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.743648] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb031818-ca24-41a3-8d66-9e069a084ef8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.749990] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c27689-a4b3-4e44-ac55-22a2bdb4a911 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.788891] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e8962-3c2c-4d91-a8b6-8e5aeeabca2d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.796166] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274956, 'name': ReconfigVM_Task, 'duration_secs': 0.275583} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.796166] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807/6b40bd9e-5036-4b89-8eb3-dcf4fcbad807.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.796166] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd28278f-0634-427c-9d29-1dc5f08bf3ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.801523] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d1ad5c-cc0f-4d8e-8090-fd39b1316846 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.807124] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 780.807124] env[69731]: value = "task-3274957" [ 780.807124] env[69731]: _type = "Task" [ 780.807124] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.818684] env[69731]: DEBUG nova.compute.provider_tree [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.825319] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274957, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.911920] env[69731]: DEBUG oslo_concurrency.lockutils [req-4158d0f3-d229-466e-933e-f0cb191ec909 req-a5d1eea1-82e4-46c1-b620-b6b7c03b909d service nova] Releasing lock "refresh_cache-c2719988-7eaa-44cd-bf9b-d2e94aae2878" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.038220] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527bd624-af50-2f67-08ff-b3b8029a2667, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.038602] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.038935] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878/c2719988-7eaa-44cd-bf9b-d2e94aae2878.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.039279] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bfa9016-0274-4a7e-b46a-4f345f4c18cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.045751] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 781.045751] env[69731]: value = "task-3274958" [ 781.045751] env[69731]: _type = "Task" [ 781.045751] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.054387] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.268770] env[69731]: INFO nova.compute.manager [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Took 42.84 seconds to build instance. [ 781.320533] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274957, 'name': Rename_Task, 'duration_secs': 0.187762} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.321326] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.322274] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bf58fbc-ae80-4147-9611-996bd038bc16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.326999] env[69731]: DEBUG nova.scheduler.client.report [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.335037] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Waiting for the task: (returnval){ [ 781.335037] env[69731]: value = "task-3274959" [ 781.335037] env[69731]: _type = "Task" [ 781.335037] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.347818] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.558595] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458319} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.558866] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878/c2719988-7eaa-44cd-bf9b-d2e94aae2878.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.559105] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.559496] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b977864f-8894-430b-aa17-51c9f5f1bd37 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.566422] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 781.566422] env[69731]: value = "task-3274960" [ 781.566422] env[69731]: _type = "Task" [ 781.566422] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.579411] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.653470] env[69731]: DEBUG nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.681248] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.681564] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.681751] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.682065] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.682368] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.682614] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.682992] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.683218] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.683431] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.683637] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.683858] env[69731]: DEBUG nova.virt.hardware [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.684869] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db423476-dea7-4544-9918-0afd02abf109 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.694237] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e86fb2-d55b-4467-98b8-797b0ccded63 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.772851] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a15082e-e008-4b08-8811-654ce25fab3d tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.119s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.834786] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.837852] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.259s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.839401] env[69731]: INFO nova.compute.claims [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.853946] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274959, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.866343] env[69731]: INFO nova.scheduler.client.report [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleted allocations for instance a41102d1-6d13-438a-82eb-67b4bb7e6ec9 [ 782.085017] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070231} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.085017] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.085643] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb24a6-1231-44dc-9e2c-2936c4d57604 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.127054] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878/c2719988-7eaa-44cd-bf9b-d2e94aae2878.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.129282] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a169577-a46c-43f8-98ce-d4d745d2536d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.175767] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 782.175767] env[69731]: value = "task-3274961" [ 782.175767] env[69731]: _type = "Task" [ 782.175767] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.184743] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.275990] env[69731]: DEBUG nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.353910] env[69731]: DEBUG oslo_vmware.api [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Task: {'id': task-3274959, 'name': PowerOnVM_Task, 'duration_secs': 0.541113} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.354526] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.354776] env[69731]: DEBUG nova.compute.manager [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.355549] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bd82f5-905e-4939-a3d9-f13da0bf6594 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.369182] env[69731]: DEBUG nova.compute.manager [req-ed074ea1-7c39-43e1-b1ca-61bf68aeb739 req-87c1d992-46a1-4e03-9825-a261365905fe service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Received event network-vif-plugged-fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.369182] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed074ea1-7c39-43e1-b1ca-61bf68aeb739 req-87c1d992-46a1-4e03-9825-a261365905fe service nova] Acquiring lock "04dcf87e-ecc6-448b-b167-90f89535c268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.369182] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed074ea1-7c39-43e1-b1ca-61bf68aeb739 req-87c1d992-46a1-4e03-9825-a261365905fe service nova] Lock "04dcf87e-ecc6-448b-b167-90f89535c268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.369182] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed074ea1-7c39-43e1-b1ca-61bf68aeb739 req-87c1d992-46a1-4e03-9825-a261365905fe service nova] Lock "04dcf87e-ecc6-448b-b167-90f89535c268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.369182] env[69731]: DEBUG nova.compute.manager [req-ed074ea1-7c39-43e1-b1ca-61bf68aeb739 req-87c1d992-46a1-4e03-9825-a261365905fe service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] No waiting events found dispatching network-vif-plugged-fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.369434] env[69731]: WARNING nova.compute.manager [req-ed074ea1-7c39-43e1-b1ca-61bf68aeb739 req-87c1d992-46a1-4e03-9825-a261365905fe service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Received unexpected event network-vif-plugged-fcf1336f-90af-4321-9d59-3cc76031b3e6 for instance with vm_state building and task_state spawning. [ 782.373547] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72927f5b-c207-46fc-b196-f68bd4dd82f6 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "a41102d1-6d13-438a-82eb-67b4bb7e6ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.686s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.471669] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.471980] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.472279] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.472460] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.472619] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.475161] env[69731]: INFO nova.compute.manager [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Terminating instance [ 782.528515] env[69731]: DEBUG nova.network.neutron [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Successfully updated port: fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.670896] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.671209] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.671427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.671634] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.671802] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.674131] env[69731]: INFO nova.compute.manager [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Terminating instance [ 782.689492] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.807871] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.851300] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "34884d19-29f0-403c-8170-82d798a9b9a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.851558] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "34884d19-29f0-403c-8170-82d798a9b9a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.851763] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "34884d19-29f0-403c-8170-82d798a9b9a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.851948] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "34884d19-29f0-403c-8170-82d798a9b9a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.852188] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "34884d19-29f0-403c-8170-82d798a9b9a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.858048] env[69731]: INFO nova.compute.manager [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Terminating instance [ 782.874483] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.982022] env[69731]: DEBUG nova.compute.manager [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.982022] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.982022] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8adb135-8fb3-4ce8-a34c-961aa9b9c0f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.992059] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.993728] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed324b2b-618d-4a2b-bf13-bb2c4ef4930e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.008029] env[69731]: DEBUG oslo_vmware.api [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 783.008029] env[69731]: value = "task-3274962" [ 783.008029] env[69731]: _type = "Task" [ 783.008029] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.018488] env[69731]: DEBUG oslo_vmware.api [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.031908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquiring lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.032334] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquired lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.032594] env[69731]: DEBUG nova.network.neutron [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.188038] env[69731]: DEBUG nova.compute.manager [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.188465] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.190820] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6fdbb-b2ec-492e-8d88-7f9bfc4d9ff1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.200026] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.207709] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.207985] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f344dbda-be28-4834-ba9d-26667ca55ef7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.215278] env[69731]: DEBUG oslo_vmware.api [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 783.215278] env[69731]: value = "task-3274963" [ 783.215278] env[69731]: _type = "Task" [ 783.215278] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.229236] env[69731]: DEBUG oslo_vmware.api [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.362123] env[69731]: DEBUG nova.compute.manager [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.362440] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.363358] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b68cf7-3a03-4e6e-88bb-b683d4b83edc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.377851] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.378148] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e9c243-941f-4a7e-b0bb-3d508c55ba36 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.386919] env[69731]: DEBUG oslo_vmware.api [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 783.386919] env[69731]: value = "task-3274964" [ 783.386919] env[69731]: _type = "Task" [ 783.386919] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.395415] env[69731]: DEBUG oslo_vmware.api [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.398678] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f789e-f84c-4c67-ba6b-1f964afaec1a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.406166] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c5a470-3ca0-4350-832d-f0f653b702ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.441268] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ae4a0c-c9a0-4630-a7bd-0567316cba43 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.452256] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d837ccc-a177-493a-9f8b-69444731dff5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.469145] env[69731]: DEBUG nova.compute.provider_tree [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.499764] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.501048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.501048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.501048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.501048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.505534] env[69731]: INFO nova.compute.manager [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Terminating instance [ 783.518140] env[69731]: DEBUG oslo_vmware.api [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.598796] env[69731]: DEBUG nova.network.neutron [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.687430] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.731489] env[69731]: DEBUG oslo_vmware.api [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274963, 'name': PowerOffVM_Task, 'duration_secs': 0.276662} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.731912] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.732119] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.732443] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4eeaf2-ab23-488d-aa6e-faa2c608328f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.739074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquiring lock "31c189a0-9e72-4b16-8638-d7a3385535f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.739369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "31c189a0-9e72-4b16-8638-d7a3385535f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.739581] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquiring lock "31c189a0-9e72-4b16-8638-d7a3385535f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.739892] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "31c189a0-9e72-4b16-8638-d7a3385535f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.740161] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "31c189a0-9e72-4b16-8638-d7a3385535f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.745238] env[69731]: INFO nova.compute.manager [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Terminating instance [ 783.800420] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.800420] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.800634] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleting the datastore file [datastore1] 5ec0880d-fa12-4bd4-b83b-0d94a943831a {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.800958] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7486af7-6b5e-40e8-bd92-c2e9fa1ab1dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.808992] env[69731]: DEBUG oslo_vmware.api [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 783.808992] env[69731]: value = "task-3274966" [ 783.808992] env[69731]: _type = "Task" [ 783.808992] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.819304] env[69731]: DEBUG oslo_vmware.api [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.824810] env[69731]: DEBUG nova.network.neutron [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Updating instance_info_cache with network_info: [{"id": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "address": "fa:16:3e:53:3e:bf", "network": {"id": "2d4527c7-2a10-4b6e-9889-613786d51de5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-50256972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4da03628d3d64256b1e2a63c7f6634fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf1336f-90", "ovs_interfaceid": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.897398] env[69731]: DEBUG oslo_vmware.api [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274964, 'name': PowerOffVM_Task, 'duration_secs': 0.202644} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.897802] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.897991] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.898291] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a384ad3f-62d6-48ad-bb49-3026a1ec8983 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.944040] env[69731]: DEBUG nova.objects.instance [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lazy-loading 'flavor' on Instance uuid f1233fff-fc73-459f-b232-19c5fea2d879 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.962875] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.963698] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.963698] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleting the datastore file [datastore2] 34884d19-29f0-403c-8170-82d798a9b9a6 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.964637] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cc3209d-29d1-4114-a672-af140343c976 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.972325] env[69731]: DEBUG nova.scheduler.client.report [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.975996] env[69731]: DEBUG oslo_vmware.api [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 783.975996] env[69731]: value = "task-3274968" [ 783.975996] env[69731]: _type = "Task" [ 783.975996] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.985730] env[69731]: DEBUG oslo_vmware.api [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.014171] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "refresh_cache-6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.014449] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquired lock "refresh_cache-6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.014635] env[69731]: DEBUG nova.network.neutron [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.021901] env[69731]: DEBUG oslo_vmware.api [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274962, 'name': PowerOffVM_Task, 'duration_secs': 0.941059} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.022599] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.023469] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.023806] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6855171a-c4cb-4be9-9861-d387ce73e464 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.087425] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.087635] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.087987] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleting the datastore file [datastore2] 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.088228] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e75e0637-4d15-46bc-86b9-b9a279cc4f69 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.094779] env[69731]: DEBUG oslo_vmware.api [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 784.094779] env[69731]: value = "task-3274970" [ 784.094779] env[69731]: _type = "Task" [ 784.094779] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.102812] env[69731]: DEBUG oslo_vmware.api [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.188022] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274961, 'name': ReconfigVM_Task, 'duration_secs': 1.646568} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.188149] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878/c2719988-7eaa-44cd-bf9b-d2e94aae2878.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.188756] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0457e96-239d-4d29-975e-ff0a377a8ca9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.195978] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 784.195978] env[69731]: value = "task-3274971" [ 784.195978] env[69731]: _type = "Task" [ 784.195978] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.206637] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274971, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.247199] env[69731]: DEBUG nova.compute.manager [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.247371] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.248335] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c26220-fd48-41be-8042-6e1d925cbfc3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.255596] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.255854] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41de1746-e99e-4285-ad1c-7f24f3532faf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.261844] env[69731]: DEBUG oslo_vmware.api [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 784.261844] env[69731]: value = "task-3274972" [ 784.261844] env[69731]: _type = "Task" [ 784.261844] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.270610] env[69731]: DEBUG oslo_vmware.api [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.319510] env[69731]: DEBUG oslo_vmware.api [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284927} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.321961] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.321961] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.321961] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.321961] env[69731]: INFO nova.compute.manager [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 784.321961] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.322225] env[69731]: DEBUG nova.compute.manager [-] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.322225] env[69731]: DEBUG nova.network.neutron [-] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.328964] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Releasing lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.329118] env[69731]: DEBUG nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Instance network_info: |[{"id": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "address": "fa:16:3e:53:3e:bf", "network": {"id": "2d4527c7-2a10-4b6e-9889-613786d51de5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-50256972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4da03628d3d64256b1e2a63c7f6634fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf1336f-90", "ovs_interfaceid": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.330031] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:3e:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf1336f-90af-4321-9d59-3cc76031b3e6', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.340470] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Creating folder: Project (4da03628d3d64256b1e2a63c7f6634fb). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.340991] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e20e1c8a-5d87-4a06-95fb-664259663e28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.353946] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Created folder: Project (4da03628d3d64256b1e2a63c7f6634fb) in parent group-v654000. [ 784.354261] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Creating folder: Instances. Parent ref: group-v654125. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.354598] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-825d58b1-0b8b-4460-be2d-2d412b7f4536 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.366892] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Created folder: Instances in parent group-v654125. [ 784.367184] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.370126] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.370126] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f878c405-d6c1-40f0-8396-0f4bd417c972 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.392193] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.392193] env[69731]: value = "task-3274975" [ 784.392193] env[69731]: _type = "Task" [ 784.392193] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.401821] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274975, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.449987] env[69731]: DEBUG oslo_concurrency.lockutils [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.450209] env[69731]: DEBUG oslo_concurrency.lockutils [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquired lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.478323] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.478869] env[69731]: DEBUG nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.486669] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.879s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.495612] env[69731]: DEBUG oslo_vmware.api [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3274968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271346} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.499023] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.499023] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.499023] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.499023] env[69731]: INFO nova.compute.manager [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 784.499023] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.499838] env[69731]: DEBUG nova.compute.manager [-] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.499838] env[69731]: DEBUG nova.network.neutron [-] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.608370] env[69731]: DEBUG oslo_vmware.api [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3274970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257381} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.608370] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.608370] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.608370] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.608370] env[69731]: INFO nova.compute.manager [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 784.608615] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.608615] env[69731]: DEBUG nova.compute.manager [-] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.608615] env[69731]: DEBUG nova.network.neutron [-] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.634262] env[69731]: DEBUG nova.compute.manager [req-0eaf57a0-b98b-4096-851c-f7b67b9af6bf req-c93d920c-975b-42cd-973d-dfd4c8d002dd service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Received event network-changed-fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.634262] env[69731]: DEBUG nova.compute.manager [req-0eaf57a0-b98b-4096-851c-f7b67b9af6bf req-c93d920c-975b-42cd-973d-dfd4c8d002dd service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Refreshing instance network info cache due to event network-changed-fcf1336f-90af-4321-9d59-3cc76031b3e6. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.634262] env[69731]: DEBUG oslo_concurrency.lockutils [req-0eaf57a0-b98b-4096-851c-f7b67b9af6bf req-c93d920c-975b-42cd-973d-dfd4c8d002dd service nova] Acquiring lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.634710] env[69731]: DEBUG oslo_concurrency.lockutils [req-0eaf57a0-b98b-4096-851c-f7b67b9af6bf req-c93d920c-975b-42cd-973d-dfd4c8d002dd service nova] Acquired lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.635188] env[69731]: DEBUG nova.network.neutron [req-0eaf57a0-b98b-4096-851c-f7b67b9af6bf req-c93d920c-975b-42cd-973d-dfd4c8d002dd service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Refreshing network info cache for port fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.705596] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274971, 'name': Rename_Task, 'duration_secs': 0.23653} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.706057] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.706436] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee468151-3026-4526-afbf-217316af95e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.717023] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 784.717023] env[69731]: value = "task-3274976" [ 784.717023] env[69731]: _type = "Task" [ 784.717023] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.723095] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.757361] env[69731]: DEBUG nova.network.neutron [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.773066] env[69731]: DEBUG oslo_vmware.api [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274972, 'name': PowerOffVM_Task, 'duration_secs': 0.295254} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.773637] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.773934] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.774500] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-044b2ca4-99fd-4055-9772-f372f6978074 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.856360] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.856360] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.856360] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Deleting the datastore file [datastore1] 31c189a0-9e72-4b16-8638-d7a3385535f8 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.857078] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-338310c6-7793-462f-8f46-20b76d9fad20 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.866667] env[69731]: DEBUG oslo_vmware.api [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for the task: (returnval){ [ 784.866667] env[69731]: value = "task-3274978" [ 784.866667] env[69731]: _type = "Task" [ 784.866667] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.885910] env[69731]: DEBUG oslo_vmware.api [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.904887] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274975, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.964954] env[69731]: DEBUG nova.network.neutron [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.973032] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "124cec1a-34df-49e3-ba69-15eb5659860f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.973168] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "124cec1a-34df-49e3-ba69-15eb5659860f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.992923] env[69731]: DEBUG nova.compute.utils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.011449] env[69731]: DEBUG nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.011897] env[69731]: DEBUG nova.network.neutron [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.015603] env[69731]: DEBUG nova.network.neutron [-] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.103686] env[69731]: DEBUG nova.policy [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbddca92df6f4044a2b045b38f9216b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cdf6d3a61094e0784e238ce06974366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.230851] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274976, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.296864] env[69731]: DEBUG nova.compute.manager [req-e34fd1ae-8ce7-4988-bc09-79d8e40deb60 req-609eba33-50dd-4c9f-ab4f-888b0cbd83a7 service nova] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Received event network-vif-deleted-76fe6dc9-3101-4983-8803-f75aedce9887 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.378502] env[69731]: DEBUG oslo_vmware.api [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Task: {'id': task-3274978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251823} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.378754] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.378932] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.379130] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.379364] env[69731]: INFO nova.compute.manager [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 785.380808] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.381057] env[69731]: DEBUG nova.compute.manager [-] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.381166] env[69731]: DEBUG nova.network.neutron [-] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.405448] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274975, 'name': CreateVM_Task, 'duration_secs': 0.523591} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.405628] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.406473] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.406641] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.407728] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.407728] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbb034e-c0e1-4c86-a282-3e9e109670fb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.413184] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 785.413184] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528891ec-db85-3fbf-0c5c-386a8888f9c2" [ 785.413184] env[69731]: _type = "Task" [ 785.413184] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.422194] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528891ec-db85-3fbf-0c5c-386a8888f9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.467704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Releasing lock "refresh_cache-6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.468343] env[69731]: DEBUG nova.compute.manager [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.468613] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.470809] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3c5f6b-6400-4b2f-bff0-6612be601d5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.481491] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.484867] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd7a2ca3-2a08-4400-ae86-e9875099382b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.493186] env[69731]: DEBUG oslo_vmware.api [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 785.493186] env[69731]: value = "task-3274979" [ 785.493186] env[69731]: _type = "Task" [ 785.493186] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.504301] env[69731]: DEBUG nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.515516] env[69731]: DEBUG oslo_vmware.api [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.526734] env[69731]: INFO nova.compute.manager [-] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Took 1.03 seconds to deallocate network for instance. [ 785.538169] env[69731]: DEBUG nova.network.neutron [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Successfully created port: 13204592-352c-4210-b788-60bbe128e7af {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.556169] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 47b618d1-5850-4994-843d-7fccb7e8ecde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.556350] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 31c189a0-9e72-4b16-8638-d7a3385535f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.556487] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 02af359c-dda8-47f3-b878-99c93dab60ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.556612] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance ca6706ed-0e25-44e6-8007-105b049e332b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.556726] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 5b4e59fe-0577-4368-82a2-e51b8d97dd09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.556892] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.557047] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 03661849-1d44-451d-9f43-087171ea126b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.557186] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance cacfd4e7-7db1-4d55-af2c-2004e3f1de28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.557299] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 34884d19-29f0-403c-8170-82d798a9b9a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.557407] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 0f58f9a2-8d42-44b2-828c-fc96f3615014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.557532] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2e95354b-0ea0-4736-884c-c6b88333f5cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.557657] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance f1233fff-fc73-459f-b232-19c5fea2d879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.557782] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 4d356075-9e91-4b99-b2a3-794bd24f5b14 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.557957] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 8c5c3c21-9882-4b8b-97c8-ffbff54d6217 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.558244] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7db7bcc5-a83f-4faf-8576-c29cd26117e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.558244] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.558354] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 661541b3-dd38-4692-af94-dce06e9cdb7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.558491] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.558600] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.558721] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 5ec0880d-fa12-4bd4-b83b-0d94a943831a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.561185] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance c2719988-7eaa-44cd-bf9b-d2e94aae2878 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.561355] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 04dcf87e-ecc6-448b-b167-90f89535c268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.561518] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 9e8182c1-7df2-4b86-b842-bdf1b86bedcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.679032] env[69731]: DEBUG nova.network.neutron [-] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.733639] env[69731]: DEBUG oslo_vmware.api [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274976, 'name': PowerOnVM_Task, 'duration_secs': 0.555563} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.733993] env[69731]: DEBUG nova.network.neutron [-] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.737071] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.737292] env[69731]: INFO nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Took 8.86 seconds to spawn the instance on the hypervisor. [ 785.737466] env[69731]: DEBUG nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.740681] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746c98f4-2551-4b90-9c08-f552c0c1f537 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.745797] env[69731]: DEBUG nova.network.neutron [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.795705] env[69731]: DEBUG nova.network.neutron [req-0eaf57a0-b98b-4096-851c-f7b67b9af6bf req-c93d920c-975b-42cd-973d-dfd4c8d002dd service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Updated VIF entry in instance network info cache for port fcf1336f-90af-4321-9d59-3cc76031b3e6. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.795705] env[69731]: DEBUG nova.network.neutron [req-0eaf57a0-b98b-4096-851c-f7b67b9af6bf req-c93d920c-975b-42cd-973d-dfd4c8d002dd service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Updating instance_info_cache with network_info: [{"id": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "address": "fa:16:3e:53:3e:bf", "network": {"id": "2d4527c7-2a10-4b6e-9889-613786d51de5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-50256972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4da03628d3d64256b1e2a63c7f6634fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf1336f-90", "ovs_interfaceid": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.924048] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528891ec-db85-3fbf-0c5c-386a8888f9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.022608} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.924048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.924285] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.924522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.924680] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.924858] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.925234] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09fbb61-3161-43c3-be4b-d83bdce54e79 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.939492] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.939690] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.940491] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0395e19c-7916-426e-adf4-0c3797707a2c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.946742] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 785.946742] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52212546-aa1b-1051-7e9f-58331e4ab90a" [ 785.946742] env[69731]: _type = "Task" [ 785.946742] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.955274] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52212546-aa1b-1051-7e9f-58331e4ab90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.005657] env[69731]: DEBUG oslo_vmware.api [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274979, 'name': PowerOffVM_Task, 'duration_secs': 0.184389} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.006140] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.006431] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.007636] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-536df37c-300e-4cea-b45f-32861216a5e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.033467] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.033741] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.033945] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Deleting the datastore file [datastore2] 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.034242] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71f03080-1d25-43ac-9cc1-4d2c90d5f4a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.037213] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.043122] env[69731]: DEBUG oslo_vmware.api [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for the task: (returnval){ [ 786.043122] env[69731]: value = "task-3274981" [ 786.043122] env[69731]: _type = "Task" [ 786.043122] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.052703] env[69731]: DEBUG oslo_vmware.api [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.064605] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 07fc5084-9939-43bb-b27f-047be2691ee6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.183046] env[69731]: INFO nova.compute.manager [-] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Took 1.57 seconds to deallocate network for instance. [ 786.239404] env[69731]: INFO nova.compute.manager [-] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Took 1.92 seconds to deallocate network for instance. [ 786.271319] env[69731]: INFO nova.compute.manager [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Took 42.71 seconds to build instance. [ 786.297573] env[69731]: DEBUG oslo_concurrency.lockutils [req-0eaf57a0-b98b-4096-851c-f7b67b9af6bf req-c93d920c-975b-42cd-973d-dfd4c8d002dd service nova] Releasing lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.460198] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52212546-aa1b-1051-7e9f-58331e4ab90a, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.462480] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7d7165-19c2-4ab7-a879-8c945a8a8f5b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.468697] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 786.468697] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273995a-c9ae-d7a2-6457-2f2b60952383" [ 786.468697] env[69731]: _type = "Task" [ 786.468697] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.478010] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273995a-c9ae-d7a2-6457-2f2b60952383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.520227] env[69731]: DEBUG nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.557640] env[69731]: DEBUG oslo_vmware.api [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Task: {'id': task-3274981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130071} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.560592] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.561031] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.563259] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.563259] env[69731]: INFO nova.compute.manager [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Took 1.09 seconds to destroy the instance on the hypervisor. [ 786.563259] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.563259] env[69731]: DEBUG nova.compute.manager [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.563259] env[69731]: DEBUG nova.network.neutron [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.566919] env[69731]: DEBUG nova.network.neutron [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.569136] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 5e8ce78c-53ea-44fb-9a08-b33471eb8c32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.572477] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.572935] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.574503] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.574503] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.574503] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.574503] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.574928] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.575254] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.575766] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.576076] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.579016] env[69731]: DEBUG nova.virt.hardware [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.579016] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b228e670-02a2-45ce-b122-15617f0a7b91 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.587271] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9af6bc-bd60-46ef-ac7f-8c90894f4c18 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.605486] env[69731]: DEBUG nova.network.neutron [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.693212] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.693520] env[69731]: DEBUG nova.network.neutron [-] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.740037] env[69731]: DEBUG nova.compute.manager [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Received event network-vif-deleted-c03f7265-5187-4f08-a0e0-fb8c0ae66ac8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.740225] env[69731]: DEBUG nova.compute.manager [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Received event network-changed-fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.740788] env[69731]: DEBUG nova.compute.manager [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Refreshing instance network info cache due to event network-changed-fd0729bc-e19f-44af-85f2-a227ad92aaa8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.740788] env[69731]: DEBUG oslo_concurrency.lockutils [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] Acquiring lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.749034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.772590] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b78e243d-a943-4afa-946b-7b7e7ed06b15 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.927s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.980723] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273995a-c9ae-d7a2-6457-2f2b60952383, 'name': SearchDatastore_Task, 'duration_secs': 0.017817} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.980997] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.981258] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 04dcf87e-ecc6-448b-b167-90f89535c268/04dcf87e-ecc6-448b-b167-90f89535c268.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.981524] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a7b7b3f-01a4-4444-94b7-a24d9ec877ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.988582] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 786.988582] env[69731]: value = "task-3274982" [ 786.988582] env[69731]: _type = "Task" [ 786.988582] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.997242] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.084075] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.085744] env[69731]: DEBUG oslo_concurrency.lockutils [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Releasing lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.086047] env[69731]: DEBUG nova.compute.manager [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Inject network info {{(pid=69731) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 787.086281] env[69731]: DEBUG nova.compute.manager [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] network_info to inject: |[{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 787.092088] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Reconfiguring VM instance to set the machine id {{(pid=69731) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 787.092970] env[69731]: DEBUG oslo_concurrency.lockutils [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] Acquired lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.093196] env[69731]: DEBUG nova.network.neutron [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Refreshing network info cache for port fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.094639] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd5e40c8-6ac6-4153-a6ac-f40c7ddbbd16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.109735] env[69731]: DEBUG nova.network.neutron [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.121082] env[69731]: DEBUG oslo_vmware.api [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 787.121082] env[69731]: value = "task-3274983" [ 787.121082] env[69731]: _type = "Task" [ 787.121082] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.130734] env[69731]: DEBUG oslo_vmware.api [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.196494] env[69731]: INFO nova.compute.manager [-] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Took 1.82 seconds to deallocate network for instance. [ 787.280106] env[69731]: DEBUG nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.355290] env[69731]: DEBUG nova.network.neutron [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Successfully updated port: 13204592-352c-4210-b788-60bbe128e7af {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.379454] env[69731]: DEBUG nova.compute.manager [req-ab5730ef-b95e-40eb-b7fa-56019d78b3d8 req-5d88dfe8-551d-40ea-9ffd-6abae1a67da3 service nova] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Received event network-vif-deleted-8d397ef2-d2fb-4689-8cd4-65414bc3dd3d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.379661] env[69731]: DEBUG nova.compute.manager [req-ab5730ef-b95e-40eb-b7fa-56019d78b3d8 req-5d88dfe8-551d-40ea-9ffd-6abae1a67da3 service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Received event network-vif-plugged-13204592-352c-4210-b788-60bbe128e7af {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.379947] env[69731]: DEBUG oslo_concurrency.lockutils [req-ab5730ef-b95e-40eb-b7fa-56019d78b3d8 req-5d88dfe8-551d-40ea-9ffd-6abae1a67da3 service nova] Acquiring lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.380491] env[69731]: DEBUG oslo_concurrency.lockutils [req-ab5730ef-b95e-40eb-b7fa-56019d78b3d8 req-5d88dfe8-551d-40ea-9ffd-6abae1a67da3 service nova] Lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.380695] env[69731]: DEBUG oslo_concurrency.lockutils [req-ab5730ef-b95e-40eb-b7fa-56019d78b3d8 req-5d88dfe8-551d-40ea-9ffd-6abae1a67da3 service nova] Lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.380892] env[69731]: DEBUG nova.compute.manager [req-ab5730ef-b95e-40eb-b7fa-56019d78b3d8 req-5d88dfe8-551d-40ea-9ffd-6abae1a67da3 service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] No waiting events found dispatching network-vif-plugged-13204592-352c-4210-b788-60bbe128e7af {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.381073] env[69731]: WARNING nova.compute.manager [req-ab5730ef-b95e-40eb-b7fa-56019d78b3d8 req-5d88dfe8-551d-40ea-9ffd-6abae1a67da3 service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Received unexpected event network-vif-plugged-13204592-352c-4210-b788-60bbe128e7af for instance with vm_state building and task_state spawning. [ 787.499955] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274982, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.519718] env[69731]: DEBUG nova.network.neutron [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updated VIF entry in instance network info cache for port fd0729bc-e19f-44af-85f2-a227ad92aaa8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.520341] env[69731]: DEBUG nova.network.neutron [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.560458] env[69731]: INFO nova.compute.manager [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Rebuilding instance [ 787.594170] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 1be69880-79f7-40cb-bfca-cc37bb54df00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.609370] env[69731]: DEBUG nova.compute.manager [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.610251] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24835865-34a0-4af7-8a86-d91beeeaf322 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.613638] env[69731]: INFO nova.compute.manager [-] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Took 1.05 seconds to deallocate network for instance. [ 787.630664] env[69731]: DEBUG oslo_vmware.api [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274983, 'name': ReconfigVM_Task, 'duration_secs': 0.185958} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.630760] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-248b1205-0b60-4345-b8cd-c923047f751f tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Reconfigured VM instance to set the machine id {{(pid=69731) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 787.656337] env[69731]: DEBUG nova.objects.instance [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lazy-loading 'flavor' on Instance uuid f1233fff-fc73-459f-b232-19c5fea2d879 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.703370] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.799047] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.861180] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "refresh_cache-9e8182c1-7df2-4b86-b842-bdf1b86bedcf" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.861180] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "refresh_cache-9e8182c1-7df2-4b86-b842-bdf1b86bedcf" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.861180] env[69731]: DEBUG nova.network.neutron [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.000773] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546528} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.001635] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 04dcf87e-ecc6-448b-b167-90f89535c268/04dcf87e-ecc6-448b-b167-90f89535c268.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.001635] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.001635] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c302a0d0-9e46-4a78-8535-cfa3b291c6ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.008569] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 788.008569] env[69731]: value = "task-3274984" [ 788.008569] env[69731]: _type = "Task" [ 788.008569] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.017370] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.024528] env[69731]: DEBUG oslo_concurrency.lockutils [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] Releasing lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.024851] env[69731]: DEBUG nova.compute.manager [req-5276508d-4d57-4496-896c-c749f5389484 req-39d6282b-a673-46a3-a6f1-17cf0bbd7230 service nova] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Received event network-vif-deleted-6aaa857b-7311-4d86-be0a-ffb43135c0e8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.100169] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance c0d80719-3361-43dc-9d1e-c1c783b87e23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.119359] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.161701] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.161891] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquired lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.399958] env[69731]: DEBUG nova.network.neutron [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.524888] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116959} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.526959] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.532633] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24229ef5-b0a5-4011-bd9d-15eaf34618f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.559259] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 04dcf87e-ecc6-448b-b167-90f89535c268/04dcf87e-ecc6-448b-b167-90f89535c268.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.559259] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a0a833-527f-41d6-91d7-3acc6c4a907c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.577973] env[69731]: DEBUG nova.network.neutron [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.581544] env[69731]: DEBUG nova.network.neutron [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Updating instance_info_cache with network_info: [{"id": "13204592-352c-4210-b788-60bbe128e7af", "address": "fa:16:3e:eb:fa:ad", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13204592-35", "ovs_interfaceid": "13204592-352c-4210-b788-60bbe128e7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.583909] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 788.583909] env[69731]: value = "task-3274985" [ 788.583909] env[69731]: _type = "Task" [ 788.583909] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.592338] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.602989] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 1820a34a-f585-47ff-a7dd-586f47feaf38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.629884] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.630072] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4980715c-e410-43d2-98a7-58f60f8e001b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.636468] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 788.636468] env[69731]: value = "task-3274986" [ 788.636468] env[69731]: _type = "Task" [ 788.636468] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.645112] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.772567] env[69731]: DEBUG nova.compute.manager [req-ef1cb801-fb26-4541-b278-2c43672f4f32 req-468e6426-f7d4-42fc-8def-9c7124a7e655 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Received event network-changed-fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.772926] env[69731]: DEBUG nova.compute.manager [req-ef1cb801-fb26-4541-b278-2c43672f4f32 req-468e6426-f7d4-42fc-8def-9c7124a7e655 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Refreshing instance network info cache due to event network-changed-fd0729bc-e19f-44af-85f2-a227ad92aaa8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.773181] env[69731]: DEBUG oslo_concurrency.lockutils [req-ef1cb801-fb26-4541-b278-2c43672f4f32 req-468e6426-f7d4-42fc-8def-9c7124a7e655 service nova] Acquiring lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.976148] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f295f1-b365-d0b9-4545-c26ec0574bf7/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 788.977342] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9fdf9d-1119-401f-9c07-2f5b557b2d03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.983596] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f295f1-b365-d0b9-4545-c26ec0574bf7/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 788.983846] env[69731]: ERROR oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f295f1-b365-d0b9-4545-c26ec0574bf7/disk-0.vmdk due to incomplete transfer. [ 788.984012] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1dca5b5-4bc9-4208-a701-9af672fdc397 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.990824] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f295f1-b365-d0b9-4545-c26ec0574bf7/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 788.991040] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Uploaded image 66e2fb3f-3b61-49a0-91d5-2a4cd84ab2f0 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 788.993323] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 788.993564] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95693e6f-9e2b-41d2-aaed-d82906387ec9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.999201] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 788.999201] env[69731]: value = "task-3274987" [ 788.999201] env[69731]: _type = "Task" [ 788.999201] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.006817] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274987, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.085207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "refresh_cache-9e8182c1-7df2-4b86-b842-bdf1b86bedcf" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.085575] env[69731]: DEBUG nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Instance network_info: |[{"id": "13204592-352c-4210-b788-60bbe128e7af", "address": "fa:16:3e:eb:fa:ad", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13204592-35", "ovs_interfaceid": "13204592-352c-4210-b788-60bbe128e7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.086087] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:fa:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13204592-352c-4210-b788-60bbe128e7af', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.094559] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.098433] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.098707] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18a77028-6fbc-4c30-ab2a-e4656a74776e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.113341] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance f52b9ffb-6bbc-4bca-97ba-244c0b237944 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.117934] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274985, 'name': ReconfigVM_Task, 'duration_secs': 0.383043} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.120266] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 04dcf87e-ecc6-448b-b167-90f89535c268/04dcf87e-ecc6-448b-b167-90f89535c268.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.121915] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fe3b8af-6397-4569-a5d8-b23c31bade54 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.123771] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.123771] env[69731]: value = "task-3274988" [ 789.123771] env[69731]: _type = "Task" [ 789.123771] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.128810] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 789.128810] env[69731]: value = "task-3274989" [ 789.128810] env[69731]: _type = "Task" [ 789.128810] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.135457] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274988, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.143371] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274989, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.148077] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274986, 'name': PowerOffVM_Task, 'duration_secs': 0.185887} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.148320] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.148545] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.149311] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844ac79-bf15-4854-bd73-d321c1eb3a1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.156718] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.156974] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbd38d5f-99bc-4e6f-a128-451da74c2f0e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.238610] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.238610] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.238610] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleting the datastore file [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.238610] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3385de5d-b86f-48e7-8692-b0bd463c2823 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.245733] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 789.245733] env[69731]: value = "task-3274991" [ 789.245733] env[69731]: _type = "Task" [ 789.245733] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.256480] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.344681] env[69731]: DEBUG nova.network.neutron [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.410406] env[69731]: DEBUG nova.compute.manager [req-4682d557-c46f-4a4c-b949-841e917ff4e7 req-4e5d55ae-df79-457d-81c5-44934fdfdcda service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Received event network-changed-13204592-352c-4210-b788-60bbe128e7af {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.410675] env[69731]: DEBUG nova.compute.manager [req-4682d557-c46f-4a4c-b949-841e917ff4e7 req-4e5d55ae-df79-457d-81c5-44934fdfdcda service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Refreshing instance network info cache due to event network-changed-13204592-352c-4210-b788-60bbe128e7af. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.410959] env[69731]: DEBUG oslo_concurrency.lockutils [req-4682d557-c46f-4a4c-b949-841e917ff4e7 req-4e5d55ae-df79-457d-81c5-44934fdfdcda service nova] Acquiring lock "refresh_cache-9e8182c1-7df2-4b86-b842-bdf1b86bedcf" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.411188] env[69731]: DEBUG oslo_concurrency.lockutils [req-4682d557-c46f-4a4c-b949-841e917ff4e7 req-4e5d55ae-df79-457d-81c5-44934fdfdcda service nova] Acquired lock "refresh_cache-9e8182c1-7df2-4b86-b842-bdf1b86bedcf" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.411409] env[69731]: DEBUG nova.network.neutron [req-4682d557-c46f-4a4c-b949-841e917ff4e7 req-4e5d55ae-df79-457d-81c5-44934fdfdcda service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Refreshing network info cache for port 13204592-352c-4210-b788-60bbe128e7af {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.508684] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274987, 'name': Destroy_Task, 'duration_secs': 0.370085} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.508961] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Destroyed the VM [ 789.509230] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 789.509476] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b263baa0-2655-44c4-b8ba-a8ee17d789ce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.516165] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 789.516165] env[69731]: value = "task-3274992" [ 789.516165] env[69731]: _type = "Task" [ 789.516165] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.524433] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274992, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.616527] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 8425829c-c4ad-40b5-93f5-5cac89c6ae64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.638840] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274988, 'name': CreateVM_Task, 'duration_secs': 0.506148} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.639439] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.640239] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.640471] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.640785] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.641353] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb1637c-4790-4908-8036-40b0030ee34c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.646540] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274989, 'name': Rename_Task, 'duration_secs': 0.21035} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.647197] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.647470] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a674928-ca9b-4722-820a-515c7bbcf8b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.650132] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 789.650132] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5209aa9f-7ff4-29d8-cd61-d838cec8aae4" [ 789.650132] env[69731]: _type = "Task" [ 789.650132] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.655540] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 789.655540] env[69731]: value = "task-3274993" [ 789.655540] env[69731]: _type = "Task" [ 789.655540] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.658441] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5209aa9f-7ff4-29d8-cd61-d838cec8aae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.665881] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.756044] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3274991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133916} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.756192] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.756358] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.756538] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.847286] env[69731]: DEBUG oslo_concurrency.lockutils [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Releasing lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.848026] env[69731]: DEBUG nova.compute.manager [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Inject network info {{(pid=69731) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 789.848655] env[69731]: DEBUG nova.compute.manager [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] network_info to inject: |[{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 789.853481] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Reconfiguring VM instance to set the machine id {{(pid=69731) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 789.854181] env[69731]: DEBUG oslo_concurrency.lockutils [req-ef1cb801-fb26-4541-b278-2c43672f4f32 req-468e6426-f7d4-42fc-8def-9c7124a7e655 service nova] Acquired lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.854425] env[69731]: DEBUG nova.network.neutron [req-ef1cb801-fb26-4541-b278-2c43672f4f32 req-468e6426-f7d4-42fc-8def-9c7124a7e655 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Refreshing network info cache for port fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.855987] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f89ccc8-9029-4f9e-91e8-8120b705eac0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.877838] env[69731]: DEBUG oslo_vmware.api [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 789.877838] env[69731]: value = "task-3274994" [ 789.877838] env[69731]: _type = "Task" [ 789.877838] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.886721] env[69731]: DEBUG oslo_vmware.api [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.035415] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274992, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.119680] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance a7134aaf-b676-488f-bc5d-c5d656a5a57c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 790.138437] env[69731]: DEBUG nova.network.neutron [req-ef1cb801-fb26-4541-b278-2c43672f4f32 req-468e6426-f7d4-42fc-8def-9c7124a7e655 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updated VIF entry in instance network info cache for port fd0729bc-e19f-44af-85f2-a227ad92aaa8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.138851] env[69731]: DEBUG nova.network.neutron [req-ef1cb801-fb26-4541-b278-2c43672f4f32 req-468e6426-f7d4-42fc-8def-9c7124a7e655 service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [{"id": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "address": "fa:16:3e:d8:a6:6b", "network": {"id": "1cf12c03-2a79-442a-81f7-2a6ee8c32585", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1331575957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82bd23a07f2c4dc99616776d03e20489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0729bc-e1", "ovs_interfaceid": "fd0729bc-e19f-44af-85f2-a227ad92aaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.161423] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5209aa9f-7ff4-29d8-cd61-d838cec8aae4, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.164566] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.164805] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.165066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.165327] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.165535] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.166047] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24f06e31-20af-493d-bc69-5310a011a345 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.172776] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274993, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.174167] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.174358] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.175069] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b087a9d4-c2c5-48ae-81c3-da514c32a6a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.184357] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 790.184357] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa3d53-5c0c-972b-bd5c-fb8d621fe138" [ 790.184357] env[69731]: _type = "Task" [ 790.184357] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.197491] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa3d53-5c0c-972b-bd5c-fb8d621fe138, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.198326] env[69731]: DEBUG nova.network.neutron [req-4682d557-c46f-4a4c-b949-841e917ff4e7 req-4e5d55ae-df79-457d-81c5-44934fdfdcda service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Updated VIF entry in instance network info cache for port 13204592-352c-4210-b788-60bbe128e7af. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.198657] env[69731]: DEBUG nova.network.neutron [req-4682d557-c46f-4a4c-b949-841e917ff4e7 req-4e5d55ae-df79-457d-81c5-44934fdfdcda service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Updating instance_info_cache with network_info: [{"id": "13204592-352c-4210-b788-60bbe128e7af", "address": "fa:16:3e:eb:fa:ad", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13204592-35", "ovs_interfaceid": "13204592-352c-4210-b788-60bbe128e7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.200537] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b71269-76ae-455e-bc45-1e9cebccb325 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.205937] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 790.205937] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bebc81-f56c-de82-423c-7cb0b4cc7b18" [ 790.205937] env[69731]: _type = "Task" [ 790.205937] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.214927] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bebc81-f56c-de82-423c-7cb0b4cc7b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.387436] env[69731]: DEBUG oslo_vmware.api [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274994, 'name': ReconfigVM_Task, 'duration_secs': 0.185698} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.387718] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-af3b16df-b4df-432e-8285-71713dbf8edf tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Reconfigured VM instance to set the machine id {{(pid=69731) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 790.505072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "f1233fff-fc73-459f-b232-19c5fea2d879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.505072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "f1233fff-fc73-459f-b232-19c5fea2d879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.505072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "f1233fff-fc73-459f-b232-19c5fea2d879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.505072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "f1233fff-fc73-459f-b232-19c5fea2d879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.505462] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "f1233fff-fc73-459f-b232-19c5fea2d879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.507278] env[69731]: INFO nova.compute.manager [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Terminating instance [ 790.527373] env[69731]: DEBUG oslo_vmware.api [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3274992, 'name': RemoveSnapshot_Task, 'duration_secs': 0.567106} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.527630] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 790.527856] env[69731]: INFO nova.compute.manager [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Took 14.77 seconds to snapshot the instance on the hypervisor. [ 790.622786] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 124cec1a-34df-49e3-ba69-15eb5659860f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 790.622786] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 790.622786] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 790.641822] env[69731]: DEBUG oslo_concurrency.lockutils [req-ef1cb801-fb26-4541-b278-2c43672f4f32 req-468e6426-f7d4-42fc-8def-9c7124a7e655 service nova] Releasing lock "refresh_cache-f1233fff-fc73-459f-b232-19c5fea2d879" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.671371] env[69731]: DEBUG oslo_vmware.api [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3274993, 'name': PowerOnVM_Task, 'duration_secs': 0.702015} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.674054] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.674150] env[69731]: INFO nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Took 9.02 seconds to spawn the instance on the hypervisor. [ 790.674336] env[69731]: DEBUG nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.675297] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52f1d2a-7bb8-4266-8017-1a125e8ff165 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.701305] env[69731]: DEBUG oslo_concurrency.lockutils [req-4682d557-c46f-4a4c-b949-841e917ff4e7 req-4e5d55ae-df79-457d-81c5-44934fdfdcda service nova] Releasing lock "refresh_cache-9e8182c1-7df2-4b86-b842-bdf1b86bedcf" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.717563] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bebc81-f56c-de82-423c-7cb0b4cc7b18, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.720527] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.720785] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 9e8182c1-7df2-4b86-b842-bdf1b86bedcf/9e8182c1-7df2-4b86-b842-bdf1b86bedcf.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.721219] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-730fc638-18f1-41b6-b3c3-3d38ee9639f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.727457] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 790.727457] env[69731]: value = "task-3274995" [ 790.727457] env[69731]: _type = "Task" [ 790.727457] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.738220] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.795407] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.795658] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.795811] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.795995] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.796151] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.796296] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.796501] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.796654] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.796892] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.796964] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.797137] env[69731]: DEBUG nova.virt.hardware [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.798014] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030f377b-48b2-4fba-a40b-04f20245c53c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.808341] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33656f-0c26-48fb-94cf-2c03a8cd31c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.824777] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:df:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2777f9-9b4b-472e-88d1-9e5e3e82eba5', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.832134] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.834578] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.834950] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f65146-98a3-4c65-968e-1d13ae7cae81 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.856976] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.856976] env[69731]: value = "task-3274996" [ 790.856976] env[69731]: _type = "Task" [ 790.856976] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.866521] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274996, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.011120] env[69731]: DEBUG nova.compute.manager [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.011633] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.012640] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e953d-b77e-4466-baa7-5a41a8cce7a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.026671] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.027014] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02cf8921-286d-4a45-b1d1-e344a92e56dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.039260] env[69731]: DEBUG oslo_vmware.api [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 791.039260] env[69731]: value = "task-3274997" [ 791.039260] env[69731]: _type = "Task" [ 791.039260] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.051979] env[69731]: DEBUG oslo_vmware.api [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.085442] env[69731]: DEBUG nova.compute.manager [None req-8d2b1362-bd29-4ad6-8bb2-594206830aeb tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Found 2 images (rotation: 2) {{(pid=69731) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 791.097974] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c719537c-42fa-4144-a80d-0b322ca30b40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.106937] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b211d0da-d1a1-478e-a192-ddc09c217f77 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.142453] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f000f0-67e9-47a6-b41e-449ec16e93e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.152214] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47cbdfc-2634-459f-a330-f0c780d0ddbb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.172686] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.191374] env[69731]: INFO nova.compute.manager [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Took 42.98 seconds to build instance. [ 791.238758] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451472} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.238758] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 9e8182c1-7df2-4b86-b842-bdf1b86bedcf/9e8182c1-7df2-4b86-b842-bdf1b86bedcf.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.239047] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.239218] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ec999c-3aa4-4610-8973-b536e0989646 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.246291] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 791.246291] env[69731]: value = "task-3274998" [ 791.246291] env[69731]: _type = "Task" [ 791.246291] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.253790] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.367458] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274996, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.548948] env[69731]: DEBUG oslo_vmware.api [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3274997, 'name': PowerOffVM_Task, 'duration_secs': 0.308588} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.549253] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.549418] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.549669] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1a053e-8b73-409b-9959-5fe080ddd85e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.637291] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.637291] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.637291] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Deleting the datastore file [datastore2] f1233fff-fc73-459f-b232-19c5fea2d879 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.637291] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79b40cf6-21bc-4183-ba4a-fd35a63b09c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.643300] env[69731]: DEBUG oslo_vmware.api [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for the task: (returnval){ [ 791.643300] env[69731]: value = "task-3275000" [ 791.643300] env[69731]: _type = "Task" [ 791.643300] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.651338] env[69731]: DEBUG oslo_vmware.api [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3275000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.675483] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.693155] env[69731]: DEBUG oslo_concurrency.lockutils [None req-436fe789-98bc-4333-94b2-b385f6a2743d tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "04dcf87e-ecc6-448b-b167-90f89535c268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.423s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.755765] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3274998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117734} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.756021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.759232] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050cb53-9846-4d0e-8e69-8c7d4144ac5c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.779607] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 9e8182c1-7df2-4b86-b842-bdf1b86bedcf/9e8182c1-7df2-4b86-b842-bdf1b86bedcf.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.780279] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc10903-1bfb-4de5-88f6-ad387976a4ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.800534] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 791.800534] env[69731]: value = "task-3275001" [ 791.800534] env[69731]: _type = "Task" [ 791.800534] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.810787] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.868946] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3274996, 'name': CreateVM_Task, 'duration_secs': 0.555816} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.869141] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.869868] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.870079] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.870439] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.870712] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6db8f8-55ba-45b0-8e0b-53b2e3f5c040 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.875256] env[69731]: DEBUG nova.compute.manager [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.875576] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 791.875576] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52839367-f1ab-dcfa-5ad2-4fa55ebee6d3" [ 791.875576] env[69731]: _type = "Task" [ 791.875576] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.876322] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85313c1d-29d4-45c7-959d-bc16efd6431a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.889441] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52839367-f1ab-dcfa-5ad2-4fa55ebee6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.153353] env[69731]: DEBUG oslo_vmware.api [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Task: {'id': task-3275000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328074} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.153609] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.153789] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.153968] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.154161] env[69731]: INFO nova.compute.manager [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Took 1.14 seconds to destroy the instance on the hypervisor. [ 792.154398] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.154588] env[69731]: DEBUG nova.compute.manager [-] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.154685] env[69731]: DEBUG nova.network.neutron [-] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.180840] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 792.181098] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.695s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.181389] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.700s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.182902] env[69731]: INFO nova.compute.claims [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.195317] env[69731]: DEBUG nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.312271] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.390927] env[69731]: INFO nova.compute.manager [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] instance snapshotting [ 792.391520] env[69731]: DEBUG nova.objects.instance [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'flavor' on Instance uuid 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.392787] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52839367-f1ab-dcfa-5ad2-4fa55ebee6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.396018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.396018] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.396018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.396018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.396263] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.396263] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807f6bb4-a971-469a-83cc-c52a059b458f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.403080] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.403271] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.404036] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128ff2b7-7f28-48eb-8065-340b3e9f6ee2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.410328] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 792.410328] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5207dfc3-ed1d-27c6-59bd-0dba617a9878" [ 792.410328] env[69731]: _type = "Task" [ 792.410328] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.418316] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5207dfc3-ed1d-27c6-59bd-0dba617a9878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.723212] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.812782] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275001, 'name': ReconfigVM_Task, 'duration_secs': 0.770306} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.813138] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 9e8182c1-7df2-4b86-b842-bdf1b86bedcf/9e8182c1-7df2-4b86-b842-bdf1b86bedcf.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.813783] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ae6216c-a808-40f7-b2ba-ca5cce800da9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.821099] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 792.821099] env[69731]: value = "task-3275002" [ 792.821099] env[69731]: _type = "Task" [ 792.821099] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.832659] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275002, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.902492] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d690b998-1e89-44dc-b79a-512372dd90c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.924590] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d859e-6ef3-4e9e-a519-39249f19b8b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.939763] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5207dfc3-ed1d-27c6-59bd-0dba617a9878, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.945987] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda5983e-bbdf-4bde-a810-e0f5a3086034 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.953665] env[69731]: DEBUG nova.compute.manager [req-e47973b4-cd53-4394-9426-942afbe0fbd3 req-5623031d-bd5e-4897-bbff-bcd395efb840 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Received event network-changed-fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.953861] env[69731]: DEBUG nova.compute.manager [req-e47973b4-cd53-4394-9426-942afbe0fbd3 req-5623031d-bd5e-4897-bbff-bcd395efb840 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Refreshing instance network info cache due to event network-changed-fcf1336f-90af-4321-9d59-3cc76031b3e6. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.954119] env[69731]: DEBUG oslo_concurrency.lockutils [req-e47973b4-cd53-4394-9426-942afbe0fbd3 req-5623031d-bd5e-4897-bbff-bcd395efb840 service nova] Acquiring lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.954325] env[69731]: DEBUG oslo_concurrency.lockutils [req-e47973b4-cd53-4394-9426-942afbe0fbd3 req-5623031d-bd5e-4897-bbff-bcd395efb840 service nova] Acquired lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.954507] env[69731]: DEBUG nova.network.neutron [req-e47973b4-cd53-4394-9426-942afbe0fbd3 req-5623031d-bd5e-4897-bbff-bcd395efb840 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Refreshing network info cache for port fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.960751] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 792.960751] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eca943-d1b4-e98c-e150-634a149f45fb" [ 792.960751] env[69731]: _type = "Task" [ 792.960751] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.970139] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eca943-d1b4-e98c-e150-634a149f45fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.306296] env[69731]: DEBUG nova.compute.manager [req-50344f65-40a0-4077-9b12-3a71fc21a634 req-961b8ed2-7007-4243-8b18-ce71c52d22bd service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Received event network-vif-deleted-fd0729bc-e19f-44af-85f2-a227ad92aaa8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.307620] env[69731]: INFO nova.compute.manager [req-50344f65-40a0-4077-9b12-3a71fc21a634 req-961b8ed2-7007-4243-8b18-ce71c52d22bd service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Neutron deleted interface fd0729bc-e19f-44af-85f2-a227ad92aaa8; detaching it from the instance and deleting it from the info cache [ 793.307620] env[69731]: DEBUG nova.network.neutron [req-50344f65-40a0-4077-9b12-3a71fc21a634 req-961b8ed2-7007-4243-8b18-ce71c52d22bd service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.338415] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275002, 'name': Rename_Task, 'duration_secs': 0.163617} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.338415] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.338415] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f51b791c-db07-4d52-83c9-8b46120191bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.349431] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 793.349431] env[69731]: value = "task-3275003" [ 793.349431] env[69731]: _type = "Task" [ 793.349431] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.356758] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.459163] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.461720] env[69731]: DEBUG nova.network.neutron [-] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.463389] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c02ec8fe-21eb-43a9-a1ae-072b4b075ef1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.475312] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 793.475312] env[69731]: value = "task-3275004" [ 793.475312] env[69731]: _type = "Task" [ 793.475312] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.482382] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eca943-d1b4-e98c-e150-634a149f45fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.482996] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.483297] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878/c2719988-7eaa-44cd-bf9b-d2e94aae2878.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.483566] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb4cee80-59ba-43e4-9766-be2608087b7e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.488636] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275004, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.494659] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 793.494659] env[69731]: value = "task-3275005" [ 793.494659] env[69731]: _type = "Task" [ 793.494659] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.503124] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.693396] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb7ad65-151e-4952-90a8-4a9f3ae371cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.706811] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d77beb5-e3b4-49f8-a19c-95089cf3c2c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.742320] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8478dc-8890-4dbc-8f84-bea978803d57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.750196] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e186e-70e3-48bf-9c62-eced46bc21fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.769024] env[69731]: DEBUG nova.compute.provider_tree [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.809057] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f54bf96-f8c7-4c64-adde-3570600920a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.812867] env[69731]: DEBUG nova.network.neutron [req-e47973b4-cd53-4394-9426-942afbe0fbd3 req-5623031d-bd5e-4897-bbff-bcd395efb840 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Updated VIF entry in instance network info cache for port fcf1336f-90af-4321-9d59-3cc76031b3e6. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.814272] env[69731]: DEBUG nova.network.neutron [req-e47973b4-cd53-4394-9426-942afbe0fbd3 req-5623031d-bd5e-4897-bbff-bcd395efb840 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Updating instance_info_cache with network_info: [{"id": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "address": "fa:16:3e:53:3e:bf", "network": {"id": "2d4527c7-2a10-4b6e-9889-613786d51de5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-50256972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4da03628d3d64256b1e2a63c7f6634fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf1336f-90", "ovs_interfaceid": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.822887] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51578130-a4e2-48f4-95ec-5fbbd4aa86ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.856177] env[69731]: DEBUG nova.compute.manager [req-50344f65-40a0-4077-9b12-3a71fc21a634 req-961b8ed2-7007-4243-8b18-ce71c52d22bd service nova] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Detach interface failed, port_id=fd0729bc-e19f-44af-85f2-a227ad92aaa8, reason: Instance f1233fff-fc73-459f-b232-19c5fea2d879 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.866784] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.966699] env[69731]: INFO nova.compute.manager [-] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Took 1.81 seconds to deallocate network for instance. [ 793.986761] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275004, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.004773] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476891} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.005190] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878/c2719988-7eaa-44cd-bf9b-d2e94aae2878.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.005493] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.005841] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ed6e7af-14a0-449c-b45d-01a836ab1d90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.013769] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 794.013769] env[69731]: value = "task-3275006" [ 794.013769] env[69731]: _type = "Task" [ 794.013769] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.027696] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.271915] env[69731]: DEBUG nova.scheduler.client.report [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.316090] env[69731]: DEBUG oslo_concurrency.lockutils [req-e47973b4-cd53-4394-9426-942afbe0fbd3 req-5623031d-bd5e-4897-bbff-bcd395efb840 service nova] Releasing lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.365877] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275003, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.474782] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.484968] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275004, 'name': CreateSnapshot_Task, 'duration_secs': 0.599808} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.485348] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.486110] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b95bb-169e-4a5f-b701-8dc263d9a8d2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.524466] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126059} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.524761] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.525624] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5a140-56c5-41cd-972a-b84ba1048032 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.551927] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878/c2719988-7eaa-44cd-bf9b-d2e94aae2878.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.551927] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d3fc53-50e6-438b-8cf4-c873d2cdf214 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.572929] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 794.572929] env[69731]: value = "task-3275007" [ 794.572929] env[69731]: _type = "Task" [ 794.572929] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.578967] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.780785] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.781525] env[69731]: DEBUG nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.785548] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.763s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.789303] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.791497] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.348s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.791682] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.793463] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.036s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.794989] env[69731]: INFO nova.compute.claims [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.822975] env[69731]: INFO nova.scheduler.client.report [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Deleted allocations for instance 8c5c3c21-9882-4b8b-97c8-ffbff54d6217 [ 794.827349] env[69731]: INFO nova.scheduler.client.report [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Deleted allocations for instance 4d356075-9e91-4b99-b2a3-794bd24f5b14 [ 794.867898] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.004981] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 795.005383] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7c15e2d-e416-4e50-b28e-485c3e7b942a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.013373] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 795.013373] env[69731]: value = "task-3275008" [ 795.013373] env[69731]: _type = "Task" [ 795.013373] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.022029] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275008, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.081161] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275007, 'name': ReconfigVM_Task, 'duration_secs': 0.263003} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.081445] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878/c2719988-7eaa-44cd-bf9b-d2e94aae2878.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.082102] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97c34cb0-635c-4dae-9f83-28c3bf489cfd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.088137] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 795.088137] env[69731]: value = "task-3275009" [ 795.088137] env[69731]: _type = "Task" [ 795.088137] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.097246] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275009, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.299731] env[69731]: DEBUG nova.compute.utils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.303371] env[69731]: DEBUG nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.303633] env[69731]: DEBUG nova.network.neutron [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.340763] env[69731]: DEBUG oslo_concurrency.lockutils [None req-134f0101-41ae-42d7-b468-3ba48e093638 tempest-ServerTagsTestJSON-2127311973 tempest-ServerTagsTestJSON-2127311973-project-member] Lock "8c5c3c21-9882-4b8b-97c8-ffbff54d6217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.278s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.343285] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08d8311a-8116-44e4-be3e-f90f79268a57 tempest-ServersNegativeTestMultiTenantJSON-16112551 tempest-ServersNegativeTestMultiTenantJSON-16112551-project-member] Lock "4d356075-9e91-4b99-b2a3-794bd24f5b14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.822s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.367785] env[69731]: DEBUG oslo_vmware.api [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275003, 'name': PowerOnVM_Task, 'duration_secs': 1.595207} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.367785] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.368089] env[69731]: INFO nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Took 8.85 seconds to spawn the instance on the hypervisor. [ 795.368184] env[69731]: DEBUG nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.368954] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb55093c-6842-4756-936a-fcc2f0e00b59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.398551] env[69731]: DEBUG nova.policy [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d89bd2fe01a4befa0d75ed0dd9b2d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466e43cafa684015890bc19aa062f548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.525225] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275008, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.599312] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275009, 'name': Rename_Task, 'duration_secs': 0.152021} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.600631] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.600801] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-360e7462-805c-4e36-88b4-b5ec0de03f58 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.609192] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 795.609192] env[69731]: value = "task-3275010" [ 795.609192] env[69731]: _type = "Task" [ 795.609192] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.618880] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.807163] env[69731]: DEBUG nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.895390] env[69731]: INFO nova.compute.manager [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Took 45.33 seconds to build instance. [ 796.031764] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275008, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.121318] env[69731]: DEBUG oslo_vmware.api [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275010, 'name': PowerOnVM_Task, 'duration_secs': 0.473994} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.122286] env[69731]: DEBUG nova.network.neutron [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Successfully created port: f545db27-a897-40a4-bf4e-aac9f32f0410 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.125906] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.125906] env[69731]: DEBUG nova.compute.manager [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.125906] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ebff21-694a-45d4-9c36-aac62d8825e5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.357394] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7bab86-1f2b-4263-a360-3de4e32bdc1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.371124] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ce01c-1ebd-4d25-b205-974e24a69054 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.407785] env[69731]: DEBUG oslo_concurrency.lockutils [None req-227bf2f1-b11b-4b7a-92fc-0b245a299fd4 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.985s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.415263] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba9e4e1-cd42-4428-a6be-c9af098cdb28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.420694] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3751cb-71d5-40f1-9cbd-448b0f9eb175 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.438691] env[69731]: DEBUG nova.compute.provider_tree [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.532185] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275008, 'name': CloneVM_Task, 'duration_secs': 1.473972} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.534332] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Created linked-clone VM from snapshot [ 796.538733] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39f63f0-7794-43f9-845d-16b33a0ef2eb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.550575] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Uploading image a7386108-596f-4fff-8374-acb035de1fad {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.593361] env[69731]: DEBUG oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 796.593361] env[69731]: value = "vm-654131" [ 796.593361] env[69731]: _type = "VirtualMachine" [ 796.593361] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 796.594126] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ccf309fc-3422-438d-a5f9-01bb06aa105c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.602934] env[69731]: DEBUG oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease: (returnval){ [ 796.602934] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a1c7d7-c85b-7676-6ded-7522ee4c7737" [ 796.602934] env[69731]: _type = "HttpNfcLease" [ 796.602934] env[69731]: } obtained for exporting VM: (result){ [ 796.602934] env[69731]: value = "vm-654131" [ 796.602934] env[69731]: _type = "VirtualMachine" [ 796.602934] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.603565] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the lease: (returnval){ [ 796.603565] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a1c7d7-c85b-7676-6ded-7522ee4c7737" [ 796.603565] env[69731]: _type = "HttpNfcLease" [ 796.603565] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.619022] env[69731]: DEBUG nova.compute.manager [req-a6292e21-01a2-4e48-980e-64cf48bf95a6 req-ae013793-4bb3-49b4-8ff5-4044104d8555 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Received event network-changed-fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.619022] env[69731]: DEBUG nova.compute.manager [req-a6292e21-01a2-4e48-980e-64cf48bf95a6 req-ae013793-4bb3-49b4-8ff5-4044104d8555 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Refreshing instance network info cache due to event network-changed-fcf1336f-90af-4321-9d59-3cc76031b3e6. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.619022] env[69731]: DEBUG oslo_concurrency.lockutils [req-a6292e21-01a2-4e48-980e-64cf48bf95a6 req-ae013793-4bb3-49b4-8ff5-4044104d8555 service nova] Acquiring lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.619022] env[69731]: DEBUG oslo_concurrency.lockutils [req-a6292e21-01a2-4e48-980e-64cf48bf95a6 req-ae013793-4bb3-49b4-8ff5-4044104d8555 service nova] Acquired lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.619022] env[69731]: DEBUG nova.network.neutron [req-a6292e21-01a2-4e48-980e-64cf48bf95a6 req-ae013793-4bb3-49b4-8ff5-4044104d8555 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Refreshing network info cache for port fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.619022] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.619022] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a1c7d7-c85b-7676-6ded-7522ee4c7737" [ 796.619022] env[69731]: _type = "HttpNfcLease" [ 796.619543] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.649341] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.822416] env[69731]: DEBUG nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.846095] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.846385] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.846542] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.846719] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.846861] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.847015] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.848155] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.848340] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.848517] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.848679] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.848851] env[69731]: DEBUG nova.virt.hardware [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.849739] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e5aa0a-c2b0-4298-a873-66ffdd656cc4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.857784] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e9f60-817a-4727-a798-2f1d88adf37f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.914861] env[69731]: DEBUG nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.943659] env[69731]: DEBUG nova.scheduler.client.report [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.113488] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.113488] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a1c7d7-c85b-7676-6ded-7522ee4c7737" [ 797.113488] env[69731]: _type = "HttpNfcLease" [ 797.113488] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 797.113786] env[69731]: DEBUG oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 797.113786] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a1c7d7-c85b-7676-6ded-7522ee4c7737" [ 797.113786] env[69731]: _type = "HttpNfcLease" [ 797.113786] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 797.114607] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb585f12-821e-4024-87c4-92cf1e0d9aaa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.125168] env[69731]: DEBUG oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7af2-2811-b505-0797-32e25f704594/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 797.125313] env[69731]: DEBUG oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7af2-2811-b505-0797-32e25f704594/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 797.231651] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-933833df-dff8-4551-9be9-127cf82a5bc1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.438505] env[69731]: DEBUG nova.network.neutron [req-a6292e21-01a2-4e48-980e-64cf48bf95a6 req-ae013793-4bb3-49b4-8ff5-4044104d8555 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Updated VIF entry in instance network info cache for port fcf1336f-90af-4321-9d59-3cc76031b3e6. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.438505] env[69731]: DEBUG nova.network.neutron [req-a6292e21-01a2-4e48-980e-64cf48bf95a6 req-ae013793-4bb3-49b4-8ff5-4044104d8555 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Updating instance_info_cache with network_info: [{"id": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "address": "fa:16:3e:53:3e:bf", "network": {"id": "2d4527c7-2a10-4b6e-9889-613786d51de5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-50256972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4da03628d3d64256b1e2a63c7f6634fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf1336f-90", "ovs_interfaceid": "fcf1336f-90af-4321-9d59-3cc76031b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.449075] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.449999] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.450587] env[69731]: DEBUG nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.457033] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.483s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.457033] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.457033] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.167s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.457406] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.460159] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.393s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.462050] env[69731]: INFO nova.compute.claims [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.489065] env[69731]: INFO nova.scheduler.client.report [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted allocations for instance 2e95354b-0ea0-4736-884c-c6b88333f5cc [ 797.503275] env[69731]: INFO nova.scheduler.client.report [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Deleted allocations for instance 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e [ 797.941915] env[69731]: DEBUG oslo_concurrency.lockutils [req-a6292e21-01a2-4e48-980e-64cf48bf95a6 req-ae013793-4bb3-49b4-8ff5-4044104d8555 service nova] Releasing lock "refresh_cache-04dcf87e-ecc6-448b-b167-90f89535c268" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.968603] env[69731]: DEBUG nova.compute.utils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.976225] env[69731]: DEBUG nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.976225] env[69731]: DEBUG nova.network.neutron [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.000917] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2a646b3b-eb87-4456-8b47-1120d824cbc2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "2e95354b-0ea0-4736-884c-c6b88333f5cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.998s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.012841] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d17730e-63d6-48a2-87f6-c3b9cf230928 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.212s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.079734] env[69731]: DEBUG nova.policy [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d89bd2fe01a4befa0d75ed0dd9b2d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466e43cafa684015890bc19aa062f548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.241067] env[69731]: DEBUG nova.network.neutron [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Successfully updated port: f545db27-a897-40a4-bf4e-aac9f32f0410 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.475914] env[69731]: DEBUG nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.694310] env[69731]: DEBUG nova.network.neutron [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Successfully created port: aa0a4c02-e8d0-4c23-b515-ad493a4fd91b {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.744621] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "refresh_cache-07fc5084-9939-43bb-b27f-047be2691ee6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.745056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "refresh_cache-07fc5084-9939-43bb-b27f-047be2691ee6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745320] env[69731]: DEBUG nova.network.neutron [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.957409] env[69731]: DEBUG nova.compute.manager [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.958682] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f39989-c91d-4221-a12c-0bf109f4f66e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.004556] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.004979] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.005273] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.005506] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.005998] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.009120] env[69731]: INFO nova.compute.manager [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Terminating instance [ 799.060076] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c61fbf-8acd-4a9b-81df-f9dda6208521 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.069703] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6bafd4-28e9-4e3b-9c56-ea20cf5756c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.108412] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68906872-a493-4c14-9da0-f29715b86eaa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.116677] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f42f805-114e-40c2-8856-3f55fb2e40c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.131346] env[69731]: DEBUG nova.compute.provider_tree [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.194550] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquiring lock "04dcf87e-ecc6-448b-b167-90f89535c268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.194901] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "04dcf87e-ecc6-448b-b167-90f89535c268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.195195] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquiring lock "04dcf87e-ecc6-448b-b167-90f89535c268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.195412] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "04dcf87e-ecc6-448b-b167-90f89535c268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.195581] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "04dcf87e-ecc6-448b-b167-90f89535c268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.197716] env[69731]: INFO nova.compute.manager [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Terminating instance [ 799.288262] env[69731]: DEBUG nova.network.neutron [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.296073] env[69731]: DEBUG nova.compute.manager [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Received event network-vif-plugged-f545db27-a897-40a4-bf4e-aac9f32f0410 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.300370] env[69731]: DEBUG oslo_concurrency.lockutils [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] Acquiring lock "07fc5084-9939-43bb-b27f-047be2691ee6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.300643] env[69731]: DEBUG oslo_concurrency.lockutils [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] Lock "07fc5084-9939-43bb-b27f-047be2691ee6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.300925] env[69731]: DEBUG oslo_concurrency.lockutils [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] Lock "07fc5084-9939-43bb-b27f-047be2691ee6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.301371] env[69731]: DEBUG nova.compute.manager [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] No waiting events found dispatching network-vif-plugged-f545db27-a897-40a4-bf4e-aac9f32f0410 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.301555] env[69731]: WARNING nova.compute.manager [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Received unexpected event network-vif-plugged-f545db27-a897-40a4-bf4e-aac9f32f0410 for instance with vm_state building and task_state spawning. [ 799.302082] env[69731]: DEBUG nova.compute.manager [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Received event network-changed-f545db27-a897-40a4-bf4e-aac9f32f0410 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.302082] env[69731]: DEBUG nova.compute.manager [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Refreshing instance network info cache due to event network-changed-f545db27-a897-40a4-bf4e-aac9f32f0410. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.302082] env[69731]: DEBUG oslo_concurrency.lockutils [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] Acquiring lock "refresh_cache-07fc5084-9939-43bb-b27f-047be2691ee6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.475630] env[69731]: INFO nova.compute.manager [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] instance snapshotting [ 799.478928] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6193ab49-f53d-417c-b0e8-833b936374f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.507980] env[69731]: DEBUG nova.network.neutron [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Updating instance_info_cache with network_info: [{"id": "f545db27-a897-40a4-bf4e-aac9f32f0410", "address": "fa:16:3e:9a:26:aa", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf545db27-a8", "ovs_interfaceid": "f545db27-a897-40a4-bf4e-aac9f32f0410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.508488] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f194870c-911c-4cf2-ae60-6de6e8abd9a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.512711] env[69731]: DEBUG nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.518988] env[69731]: DEBUG nova.compute.manager [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.518988] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.522522] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660e651f-146a-4917-938d-aa013383df65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.537900] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.538940] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d964da-16eb-4402-b199-0a0fbaff92d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.555619] env[69731]: DEBUG oslo_vmware.api [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 799.555619] env[69731]: value = "task-3275012" [ 799.555619] env[69731]: _type = "Task" [ 799.555619] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.569913] env[69731]: DEBUG oslo_vmware.api [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.573614] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.574081] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.574363] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.574693] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.574994] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.575298] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.575654] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.575933] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.576311] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.576537] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.576869] env[69731]: DEBUG nova.virt.hardware [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.582307] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a92101-89d4-43a6-ac92-5b6e040485a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.596353] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3123c55-49a6-460d-956c-d59cb3bada14 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.634670] env[69731]: DEBUG nova.scheduler.client.report [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.704749] env[69731]: DEBUG nova.compute.manager [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.705739] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.707680] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be86d89e-9cfe-43b6-99b0-792f9f93600c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.718762] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.719186] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af99f7d-066b-4d46-acc0-b4ffe8e25017 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.726613] env[69731]: DEBUG oslo_vmware.api [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 799.726613] env[69731]: value = "task-3275013" [ 799.726613] env[69731]: _type = "Task" [ 799.726613] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.739361] env[69731]: DEBUG oslo_vmware.api [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3275013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.011925] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "refresh_cache-07fc5084-9939-43bb-b27f-047be2691ee6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.012529] env[69731]: DEBUG nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance network_info: |[{"id": "f545db27-a897-40a4-bf4e-aac9f32f0410", "address": "fa:16:3e:9a:26:aa", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf545db27-a8", "ovs_interfaceid": "f545db27-a897-40a4-bf4e-aac9f32f0410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.012828] env[69731]: DEBUG oslo_concurrency.lockutils [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] Acquired lock "refresh_cache-07fc5084-9939-43bb-b27f-047be2691ee6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.013476] env[69731]: DEBUG nova.network.neutron [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Refreshing network info cache for port f545db27-a897-40a4-bf4e-aac9f32f0410 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.014505] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:26:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f545db27-a897-40a4-bf4e-aac9f32f0410', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.024776] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Creating folder: Project (466e43cafa684015890bc19aa062f548). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.028898] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b95e4f8d-13b1-4547-8c27-0df34714e549 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.032599] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 800.034202] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ed6d2cb-4952-4f1a-9ae9-bd5c9ce32317 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.046664] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 800.046664] env[69731]: value = "task-3275015" [ 800.046664] env[69731]: _type = "Task" [ 800.046664] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.049281] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Created folder: Project (466e43cafa684015890bc19aa062f548) in parent group-v654000. [ 800.049281] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Creating folder: Instances. Parent ref: group-v654132. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.055333] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b1f05c-8c1a-40af-8720-94a59bd9cc6c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.058479] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "ca6706ed-0e25-44e6-8007-105b049e332b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.058734] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "ca6706ed-0e25-44e6-8007-105b049e332b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.058977] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "ca6706ed-0e25-44e6-8007-105b049e332b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.059193] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "ca6706ed-0e25-44e6-8007-105b049e332b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.059990] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "ca6706ed-0e25-44e6-8007-105b049e332b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.067449] env[69731]: INFO nova.compute.manager [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Terminating instance [ 800.074120] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.078189] env[69731]: DEBUG oslo_vmware.api [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275012, 'name': PowerOffVM_Task, 'duration_secs': 0.241071} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.079932] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.080548] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.080852] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Created folder: Instances in parent group-v654132. [ 800.081070] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.081255] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-790ff6a0-42cf-4cae-951b-db5f60f1f0ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.084214] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.084465] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af01433b-b82d-4c99-98a5-9953b2fccc50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.110450] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.110450] env[69731]: value = "task-3275018" [ 800.110450] env[69731]: _type = "Task" [ 800.110450] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.119895] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275018, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.124160] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "a1555d1e-923a-4552-b996-d6d20cdf24db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.124397] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a1555d1e-923a-4552-b996-d6d20cdf24db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.143485] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.144123] env[69731]: DEBUG nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.146804] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.842s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.146992] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.152026] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.821s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.152026] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.152026] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.891s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.152586] env[69731]: INFO nova.compute.claims [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.174923] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.174923] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.175476] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleting the datastore file [datastore2] c2719988-7eaa-44cd-bf9b-d2e94aae2878 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.175476] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5925314-ffd3-486c-85a1-2e6c649101bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.184393] env[69731]: DEBUG oslo_vmware.api [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 800.184393] env[69731]: value = "task-3275019" [ 800.184393] env[69731]: _type = "Task" [ 800.184393] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.199834] env[69731]: DEBUG oslo_vmware.api [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.201541] env[69731]: INFO nova.scheduler.client.report [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Deleted allocations for instance 7db7bcc5-a83f-4faf-8576-c29cd26117e8 [ 800.203624] env[69731]: INFO nova.scheduler.client.report [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Deleted allocations for instance 03661849-1d44-451d-9f43-087171ea126b [ 800.240866] env[69731]: DEBUG oslo_vmware.api [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3275013, 'name': PowerOffVM_Task, 'duration_secs': 0.368666} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.241137] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.241309] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.241595] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9cfa755-326f-4b5e-b330-c0db7df7c68e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.311165] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.311165] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.311165] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Deleting the datastore file [datastore1] 04dcf87e-ecc6-448b-b167-90f89535c268 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.311165] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb68f59-db68-43f9-ae54-5e8e8cb1b299 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.317776] env[69731]: DEBUG oslo_vmware.api [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for the task: (returnval){ [ 800.317776] env[69731]: value = "task-3275021" [ 800.317776] env[69731]: _type = "Task" [ 800.317776] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.326842] env[69731]: DEBUG oslo_vmware.api [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3275021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.449844] env[69731]: DEBUG nova.network.neutron [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Updated VIF entry in instance network info cache for port f545db27-a897-40a4-bf4e-aac9f32f0410. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.450313] env[69731]: DEBUG nova.network.neutron [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Updating instance_info_cache with network_info: [{"id": "f545db27-a897-40a4-bf4e-aac9f32f0410", "address": "fa:16:3e:9a:26:aa", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf545db27-a8", "ovs_interfaceid": "f545db27-a897-40a4-bf4e-aac9f32f0410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.558774] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.579756] env[69731]: DEBUG nova.compute.manager [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.580041] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.582364] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13979653-e9b5-4de7-af8e-96c18eebafce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.590047] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.590819] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97febd55-e17b-45ea-b5ba-012e56ea5ec8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.597324] env[69731]: DEBUG oslo_vmware.api [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 800.597324] env[69731]: value = "task-3275022" [ 800.597324] env[69731]: _type = "Task" [ 800.597324] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.609042] env[69731]: DEBUG oslo_vmware.api [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3275022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.622492] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275018, 'name': CreateVM_Task, 'duration_secs': 0.410606} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.622904] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.623431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.623735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.624123] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.624912] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b386546-5f9b-444f-9f40-3d58c70f376a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.631091] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 800.631091] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523ae18a-ea66-4fb8-b541-7ec9a5278fa7" [ 800.631091] env[69731]: _type = "Task" [ 800.631091] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.641452] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523ae18a-ea66-4fb8-b541-7ec9a5278fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.658053] env[69731]: DEBUG nova.compute.utils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.664042] env[69731]: DEBUG nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.664042] env[69731]: DEBUG nova.network.neutron [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.697376] env[69731]: DEBUG oslo_vmware.api [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193692} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.697631] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.697810] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.698030] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.698209] env[69731]: INFO nova.compute.manager [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Took 1.18 seconds to destroy the instance on the hypervisor. [ 800.698473] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.698681] env[69731]: DEBUG nova.compute.manager [-] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.698772] env[69731]: DEBUG nova.network.neutron [-] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.720105] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92c7475b-b331-486f-a649-ba23bafae033 tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "7db7bcc5-a83f-4faf-8576-c29cd26117e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.013s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.721243] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3aef9e38-1ccd-48e0-9300-8c9c781a2058 tempest-VolumesAssistedSnapshotsTest-1308704571 tempest-VolumesAssistedSnapshotsTest-1308704571-project-member] Lock "03661849-1d44-451d-9f43-087171ea126b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.302s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.791130] env[69731]: DEBUG nova.policy [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7130a93242be43ac84f76c7e5fbaeb14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '766e549def404d3d82c06cbef8aa8bdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.830192] env[69731]: DEBUG oslo_vmware.api [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Task: {'id': task-3275021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226279} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.830926] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.831227] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.831458] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.835093] env[69731]: INFO nova.compute.manager [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Took 1.13 seconds to destroy the instance on the hypervisor. [ 800.835416] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.835640] env[69731]: DEBUG nova.compute.manager [-] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.835739] env[69731]: DEBUG nova.network.neutron [-] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.940647] env[69731]: DEBUG nova.compute.manager [req-3c032855-ea08-42d2-95a1-f3062e9c564c req-7760ba57-88cf-4b7e-b98e-48e17df68fc8 service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Received event network-vif-plugged-aa0a4c02-e8d0-4c23-b515-ad493a4fd91b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.941222] env[69731]: DEBUG oslo_concurrency.lockutils [req-3c032855-ea08-42d2-95a1-f3062e9c564c req-7760ba57-88cf-4b7e-b98e-48e17df68fc8 service nova] Acquiring lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.941503] env[69731]: DEBUG oslo_concurrency.lockutils [req-3c032855-ea08-42d2-95a1-f3062e9c564c req-7760ba57-88cf-4b7e-b98e-48e17df68fc8 service nova] Lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.941637] env[69731]: DEBUG oslo_concurrency.lockutils [req-3c032855-ea08-42d2-95a1-f3062e9c564c req-7760ba57-88cf-4b7e-b98e-48e17df68fc8 service nova] Lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.941848] env[69731]: DEBUG nova.compute.manager [req-3c032855-ea08-42d2-95a1-f3062e9c564c req-7760ba57-88cf-4b7e-b98e-48e17df68fc8 service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] No waiting events found dispatching network-vif-plugged-aa0a4c02-e8d0-4c23-b515-ad493a4fd91b {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.942086] env[69731]: WARNING nova.compute.manager [req-3c032855-ea08-42d2-95a1-f3062e9c564c req-7760ba57-88cf-4b7e-b98e-48e17df68fc8 service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Received unexpected event network-vif-plugged-aa0a4c02-e8d0-4c23-b515-ad493a4fd91b for instance with vm_state building and task_state spawning. [ 800.953485] env[69731]: DEBUG oslo_concurrency.lockutils [req-9ad7f602-12b3-45c1-94dd-de0109181e3b req-907ca9d0-930a-4dbe-8f88-7ab91d1b45df service nova] Releasing lock "refresh_cache-07fc5084-9939-43bb-b27f-047be2691ee6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.049100] env[69731]: DEBUG nova.network.neutron [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Successfully updated port: aa0a4c02-e8d0-4c23-b515-ad493a4fd91b {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.066773] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275015, 'name': CreateSnapshot_Task, 'duration_secs': 0.839154} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.066773] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 801.066773] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6527837-3057-41d4-87b2-59525079231c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.109214] env[69731]: DEBUG oslo_vmware.api [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3275022, 'name': PowerOffVM_Task, 'duration_secs': 0.214738} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.109498] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.109703] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.109970] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824bbad3-eccf-4af8-a4d5-5e6050e2f3cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.150198] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523ae18a-ea66-4fb8-b541-7ec9a5278fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.150348] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.150512] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.150763] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.150917] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.151678] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.151678] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e4dcd7-729a-463d-9bda-d0db4df1ead6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.162290] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.163659] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.166947] env[69731]: DEBUG nova.compute.utils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.173836] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219a3b40-03d3-4396-a334-5c948cf86565 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.180320] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.180320] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.180547] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Deleting the datastore file [datastore1] ca6706ed-0e25-44e6-8007-105b049e332b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.181702] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a766bf7-4f66-4959-8ffb-b4e0fe313733 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.188177] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 801.188177] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297782d-8a74-0751-3b17-9005ae68e7a7" [ 801.188177] env[69731]: _type = "Task" [ 801.188177] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.194571] env[69731]: DEBUG oslo_vmware.api [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for the task: (returnval){ [ 801.194571] env[69731]: value = "task-3275024" [ 801.194571] env[69731]: _type = "Task" [ 801.194571] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.202218] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297782d-8a74-0751-3b17-9005ae68e7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.207289] env[69731]: DEBUG oslo_vmware.api [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3275024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.558945] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "refresh_cache-5e8ce78c-53ea-44fb-9a08-b33471eb8c32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.559101] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "refresh_cache-5e8ce78c-53ea-44fb-9a08-b33471eb8c32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.559250] env[69731]: DEBUG nova.network.neutron [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.588637] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 801.589354] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9cd24b71-84f0-45d3-9165-eeea74c7b39f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.601380] env[69731]: DEBUG nova.network.neutron [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Successfully created port: 07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.605076] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 801.605076] env[69731]: value = "task-3275025" [ 801.605076] env[69731]: _type = "Task" [ 801.605076] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.615381] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275025, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.679892] env[69731]: DEBUG nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.684389] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe384d-4c3a-4a73-a7c7-6f05ea43bf96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.702456] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb9e38-863a-4e1a-b477-2dbb656387a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.710507] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297782d-8a74-0751-3b17-9005ae68e7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017349} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.712132] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71def313-b220-4f8a-884c-8bd6544e2033 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.746077] env[69731]: DEBUG oslo_vmware.api [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Task: {'id': task-3275024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317661} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.747988] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54531354-03b5-479b-ac04-651bf491ec4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.750757] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.750968] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.751168] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.751339] env[69731]: INFO nova.compute.manager [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 801.751577] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.753430] env[69731]: DEBUG nova.compute.manager [-] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.753536] env[69731]: DEBUG nova.network.neutron [-] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.755833] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 801.755833] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ce0c96-8666-f809-21c7-378abcacb992" [ 801.755833] env[69731]: _type = "Task" [ 801.755833] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.763976] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f195294-7443-498c-9ab7-32bfdbdf1701 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.771470] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ce0c96-8666-f809-21c7-378abcacb992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.781848] env[69731]: DEBUG nova.compute.provider_tree [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.806068] env[69731]: DEBUG nova.compute.manager [req-55dc9572-35c7-491a-babc-0e4041b35d11 req-42bf0cc5-6848-4440-8fbe-87ce9f439014 service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Received event network-vif-deleted-9b2777f9-9b4b-472e-88d1-9e5e3e82eba5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.806267] env[69731]: INFO nova.compute.manager [req-55dc9572-35c7-491a-babc-0e4041b35d11 req-42bf0cc5-6848-4440-8fbe-87ce9f439014 service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Neutron deleted interface 9b2777f9-9b4b-472e-88d1-9e5e3e82eba5; detaching it from the instance and deleting it from the info cache [ 801.806478] env[69731]: DEBUG nova.network.neutron [req-55dc9572-35c7-491a-babc-0e4041b35d11 req-42bf0cc5-6848-4440-8fbe-87ce9f439014 service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.942193] env[69731]: DEBUG nova.network.neutron [-] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.976576] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "02af359c-dda8-47f3-b878-99c93dab60ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.976576] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "02af359c-dda8-47f3-b878-99c93dab60ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.976576] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "02af359c-dda8-47f3-b878-99c93dab60ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.976576] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "02af359c-dda8-47f3-b878-99c93dab60ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.976889] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "02af359c-dda8-47f3-b878-99c93dab60ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.981440] env[69731]: INFO nova.compute.manager [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Terminating instance [ 802.020452] env[69731]: DEBUG nova.network.neutron [-] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.117208] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275025, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.131567] env[69731]: DEBUG nova.network.neutron [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.272677] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ce0c96-8666-f809-21c7-378abcacb992, 'name': SearchDatastore_Task, 'duration_secs': 0.023173} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.273048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.273300] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.273607] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-192f295f-7bf4-454e-9c65-4ffbc2cdad1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.281451] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 802.281451] env[69731]: value = "task-3275026" [ 802.281451] env[69731]: _type = "Task" [ 802.281451] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.294036] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.309157] env[69731]: ERROR nova.scheduler.client.report [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [req-6afad814-bfc7-434e-8562-8585acdeb77a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6afad814-bfc7-434e-8562-8585acdeb77a"}]} [ 802.312918] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32ee2837-e8f0-4ccf-8916-7b062d679cd2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.324808] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5ad672-df06-4686-b2db-b1530d85ec89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.340864] env[69731]: DEBUG nova.scheduler.client.report [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.364700] env[69731]: DEBUG nova.compute.manager [req-55dc9572-35c7-491a-babc-0e4041b35d11 req-42bf0cc5-6848-4440-8fbe-87ce9f439014 service nova] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Detach interface failed, port_id=9b2777f9-9b4b-472e-88d1-9e5e3e82eba5, reason: Instance c2719988-7eaa-44cd-bf9b-d2e94aae2878 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 802.366099] env[69731]: DEBUG nova.scheduler.client.report [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.366313] env[69731]: DEBUG nova.compute.provider_tree [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.380820] env[69731]: DEBUG nova.scheduler.client.report [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.388693] env[69731]: DEBUG nova.network.neutron [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Updating instance_info_cache with network_info: [{"id": "aa0a4c02-e8d0-4c23-b515-ad493a4fd91b", "address": "fa:16:3e:00:4b:e1", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0a4c02-e8", "ovs_interfaceid": "aa0a4c02-e8d0-4c23-b515-ad493a4fd91b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.410346] env[69731]: DEBUG nova.scheduler.client.report [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.445314] env[69731]: INFO nova.compute.manager [-] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Took 1.75 seconds to deallocate network for instance. [ 802.489452] env[69731]: DEBUG nova.compute.manager [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.489800] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.491195] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad26da0-b02e-4a24-8ad9-42fa22cf35b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.504383] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.504756] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0462335d-ef32-43a5-b92b-4ca6449d2887 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.513557] env[69731]: DEBUG oslo_vmware.api [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 802.513557] env[69731]: value = "task-3275027" [ 802.513557] env[69731]: _type = "Task" [ 802.513557] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.522693] env[69731]: DEBUG oslo_vmware.api [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3275027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.530379] env[69731]: INFO nova.compute.manager [-] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Took 1.69 seconds to deallocate network for instance. [ 802.622041] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275025, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.695838] env[69731]: DEBUG nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.738453] env[69731]: DEBUG nova.network.neutron [-] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.742209] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:04:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1567914253',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1376896242',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.742562] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.742761] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.743116] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.743185] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.743373] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.743627] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.743872] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.744056] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.744270] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.744476] env[69731]: DEBUG nova.virt.hardware [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.748962] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f708b-3f67-49f9-bc91-b767104d4e3e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.763162] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2665763f-87de-40a0-838b-1d9a2e15cff9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.792812] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275026, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.892134] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "refresh_cache-5e8ce78c-53ea-44fb-9a08-b33471eb8c32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.892471] env[69731]: DEBUG nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Instance network_info: |[{"id": "aa0a4c02-e8d0-4c23-b515-ad493a4fd91b", "address": "fa:16:3e:00:4b:e1", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0a4c02-e8", "ovs_interfaceid": "aa0a4c02-e8d0-4c23-b515-ad493a4fd91b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.892885] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:4b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa0a4c02-e8d0-4c23-b515-ad493a4fd91b', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.901095] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.902044] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.902044] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-283aa527-69de-485d-be42-f48713aa101d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.927357] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.927357] env[69731]: value = "task-3275028" [ 802.927357] env[69731]: _type = "Task" [ 802.927357] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.935354] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a9612-41ae-4753-ba7b-5e9ff540d5bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.946395] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275028, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.950045] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92eba1e-1a28-401f-9e2c-e7a33032b57c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.957432] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.994619] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6e410a-6331-4ea3-9298-4a27a6bc4d3a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.998670] env[69731]: DEBUG nova.compute.manager [req-0ee162b3-cdd1-4b4b-8a07-6af1cbe140f7 req-09186ccb-8051-469b-a765-a91a2cefb1ad service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Received event network-changed-aa0a4c02-e8d0-4c23-b515-ad493a4fd91b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.998920] env[69731]: DEBUG nova.compute.manager [req-0ee162b3-cdd1-4b4b-8a07-6af1cbe140f7 req-09186ccb-8051-469b-a765-a91a2cefb1ad service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Refreshing instance network info cache due to event network-changed-aa0a4c02-e8d0-4c23-b515-ad493a4fd91b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.999142] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ee162b3-cdd1-4b4b-8a07-6af1cbe140f7 req-09186ccb-8051-469b-a765-a91a2cefb1ad service nova] Acquiring lock "refresh_cache-5e8ce78c-53ea-44fb-9a08-b33471eb8c32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.999311] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ee162b3-cdd1-4b4b-8a07-6af1cbe140f7 req-09186ccb-8051-469b-a765-a91a2cefb1ad service nova] Acquired lock "refresh_cache-5e8ce78c-53ea-44fb-9a08-b33471eb8c32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.999472] env[69731]: DEBUG nova.network.neutron [req-0ee162b3-cdd1-4b4b-8a07-6af1cbe140f7 req-09186ccb-8051-469b-a765-a91a2cefb1ad service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Refreshing network info cache for port aa0a4c02-e8d0-4c23-b515-ad493a4fd91b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.015514] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7223f3-6e83-48cb-a496-223248006f81 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.041029] env[69731]: DEBUG nova.compute.provider_tree [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.041029] env[69731]: DEBUG oslo_vmware.api [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3275027, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.042925] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.117528] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275025, 'name': CloneVM_Task, 'duration_secs': 1.413579} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.117896] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Created linked-clone VM from snapshot [ 803.118790] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99bcd6-1b71-445e-9c0e-5f139bdbf905 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.128158] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Uploading image d0dd62c0-73e4-45d4-bd5b-804bc0b50c94 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 803.142918] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 803.143295] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f0e61c1-d6b3-4921-a898-24e25c7d1fb4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.151187] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 803.151187] env[69731]: value = "task-3275029" [ 803.151187] env[69731]: _type = "Task" [ 803.151187] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.159739] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275029, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.252132] env[69731]: INFO nova.compute.manager [-] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Took 1.50 seconds to deallocate network for instance. [ 803.299433] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571517} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.299433] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.299433] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.299433] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcd4a224-437c-4fbf-8cd4-ff89a9e4558b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.307603] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 803.307603] env[69731]: value = "task-3275030" [ 803.307603] env[69731]: _type = "Task" [ 803.307603] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.318756] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.438910] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275028, 'name': CreateVM_Task, 'duration_secs': 0.50764} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.439118] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.439822] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.440017] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.440369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.440628] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323d3c95-23a8-4016-b41e-b16530e3141c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.446106] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 803.446106] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e66602-daf4-d70f-6779-55465844aec6" [ 803.446106] env[69731]: _type = "Task" [ 803.446106] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.454728] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e66602-daf4-d70f-6779-55465844aec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.536899] env[69731]: DEBUG oslo_vmware.api [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3275027, 'name': PowerOffVM_Task, 'duration_secs': 0.543757} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.537357] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.537552] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.537822] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824686d3-f09c-45fd-91d7-e3450be95390 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.610805] env[69731]: DEBUG nova.scheduler.client.report [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 803.610805] env[69731]: DEBUG nova.compute.provider_tree [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 64 to 65 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 803.611037] env[69731]: DEBUG nova.compute.provider_tree [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.620671] env[69731]: DEBUG nova.network.neutron [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Successfully updated port: 07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.634040] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.634040] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.634040] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Deleting the datastore file [datastore1] 02af359c-dda8-47f3-b878-99c93dab60ed {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.634432] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f89f182d-eed6-4c77-bda7-38545fedc420 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.645700] env[69731]: DEBUG oslo_vmware.api [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for the task: (returnval){ [ 803.645700] env[69731]: value = "task-3275032" [ 803.645700] env[69731]: _type = "Task" [ 803.645700] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.658493] env[69731]: DEBUG oslo_vmware.api [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3275032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.666038] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275029, 'name': Destroy_Task, 'duration_secs': 0.458741} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.666038] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Destroyed the VM [ 803.666233] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.666657] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90f56ed4-dab3-41a7-b317-eb773b0cd089 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.674517] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 803.674517] env[69731]: value = "task-3275033" [ 803.674517] env[69731]: _type = "Task" [ 803.674517] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.684070] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275033, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.759150] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.819782] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092379} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.820187] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.821057] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60214e0-1f02-4c53-9085-19300e95c122 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.824472] env[69731]: DEBUG nova.network.neutron [req-0ee162b3-cdd1-4b4b-8a07-6af1cbe140f7 req-09186ccb-8051-469b-a765-a91a2cefb1ad service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Updated VIF entry in instance network info cache for port aa0a4c02-e8d0-4c23-b515-ad493a4fd91b. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.824852] env[69731]: DEBUG nova.network.neutron [req-0ee162b3-cdd1-4b4b-8a07-6af1cbe140f7 req-09186ccb-8051-469b-a765-a91a2cefb1ad service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Updating instance_info_cache with network_info: [{"id": "aa0a4c02-e8d0-4c23-b515-ad493a4fd91b", "address": "fa:16:3e:00:4b:e1", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0a4c02-e8", "ovs_interfaceid": "aa0a4c02-e8d0-4c23-b515-ad493a4fd91b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.848877] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.850096] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4d3edb-f03f-4f73-9715-b48a22b13d55 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.873369] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 803.873369] env[69731]: value = "task-3275034" [ 803.873369] env[69731]: _type = "Task" [ 803.873369] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.885244] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.953625] env[69731]: DEBUG nova.compute.manager [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Received event network-vif-deleted-fcf1336f-90af-4321-9d59-3cc76031b3e6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.953863] env[69731]: DEBUG nova.compute.manager [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Received event network-vif-deleted-f54070e1-95b1-4c1e-8c69-bac2f79de147 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.954065] env[69731]: DEBUG nova.compute.manager [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Received event network-vif-plugged-07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.954262] env[69731]: DEBUG oslo_concurrency.lockutils [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] Acquiring lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.954463] env[69731]: DEBUG oslo_concurrency.lockutils [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] Lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.954675] env[69731]: DEBUG oslo_concurrency.lockutils [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] Lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.954849] env[69731]: DEBUG nova.compute.manager [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] No waiting events found dispatching network-vif-plugged-07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.956966] env[69731]: WARNING nova.compute.manager [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Received unexpected event network-vif-plugged-07e588d2-5139-472c-a499-d6f87c8e92db for instance with vm_state building and task_state spawning. [ 803.956966] env[69731]: DEBUG nova.compute.manager [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Received event network-changed-07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.956966] env[69731]: DEBUG nova.compute.manager [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Refreshing instance network info cache due to event network-changed-07e588d2-5139-472c-a499-d6f87c8e92db. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.956966] env[69731]: DEBUG oslo_concurrency.lockutils [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] Acquiring lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.956966] env[69731]: DEBUG oslo_concurrency.lockutils [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] Acquired lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.957148] env[69731]: DEBUG nova.network.neutron [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Refreshing network info cache for port 07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.965602] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e66602-daf4-d70f-6779-55465844aec6, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.966644] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.966904] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.967210] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.967359] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.967541] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.968127] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c18545-5c3a-4a48-a278-2e07bc9a5dbb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.984290] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.984590] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.985916] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b572806-d342-48a2-a08a-5a7051423780 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.994855] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 803.994855] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eed6c4-aae6-a028-a146-8dc43ca197c7" [ 803.994855] env[69731]: _type = "Task" [ 803.994855] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.007626] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eed6c4-aae6-a028-a146-8dc43ca197c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.123539] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.972s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.124181] env[69731]: DEBUG nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.126965] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.127546] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.383s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.127774] env[69731]: DEBUG nova.objects.instance [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 804.157211] env[69731]: DEBUG oslo_vmware.api [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Task: {'id': task-3275032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370538} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.157490] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.157691] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.157877] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.158315] env[69731]: INFO nova.compute.manager [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Took 1.67 seconds to destroy the instance on the hypervisor. [ 804.158315] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.158505] env[69731]: DEBUG nova.compute.manager [-] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.158968] env[69731]: DEBUG nova.network.neutron [-] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.185898] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275033, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.328294] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ee162b3-cdd1-4b4b-8a07-6af1cbe140f7 req-09186ccb-8051-469b-a765-a91a2cefb1ad service nova] Releasing lock "refresh_cache-5e8ce78c-53ea-44fb-9a08-b33471eb8c32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.385213] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275034, 'name': ReconfigVM_Task, 'duration_secs': 0.481393} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.385579] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.386326] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f3bfc9-1797-4df3-9923-33189dfaba8f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396341] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 804.396341] env[69731]: value = "task-3275035" [ 804.396341] env[69731]: _type = "Task" [ 804.396341] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.408529] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275035, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.510763] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eed6c4-aae6-a028-a146-8dc43ca197c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016243} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.512675] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a43424-ec5f-45e8-9641-5bb8b6cf3b10 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.516603] env[69731]: DEBUG nova.network.neutron [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.524466] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 804.524466] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fb60c7-0627-5bf0-934b-b5ad6cd607ca" [ 804.524466] env[69731]: _type = "Task" [ 804.524466] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.543701] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fb60c7-0627-5bf0-934b-b5ad6cd607ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.615132] env[69731]: DEBUG nova.network.neutron [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.629974] env[69731]: DEBUG nova.compute.utils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.632431] env[69731]: DEBUG nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.632690] env[69731]: DEBUG nova.network.neutron [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.690055] env[69731]: DEBUG oslo_vmware.api [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275033, 'name': RemoveSnapshot_Task, 'duration_secs': 0.793673} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.692248] env[69731]: DEBUG nova.policy [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fb1e50e6d804a14b7b8b3ce8572cbde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b02673813d4f43c59f028a8cbffa3101', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.694526] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 804.912501] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275035, 'name': Rename_Task, 'duration_secs': 0.183526} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.912631] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.913063] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44315c02-ab26-4053-9efc-d0412244c8f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.923673] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 804.923673] env[69731]: value = "task-3275036" [ 804.923673] env[69731]: _type = "Task" [ 804.923673] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.933563] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.975299] env[69731]: DEBUG nova.network.neutron [-] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.038241] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fb60c7-0627-5bf0-934b-b5ad6cd607ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01325} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.038530] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.038814] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 5e8ce78c-53ea-44fb-9a08-b33471eb8c32/5e8ce78c-53ea-44fb-9a08-b33471eb8c32.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.039102] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4bf7cbd-302b-4969-a9d7-2e95a04a56df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.047710] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 805.047710] env[69731]: value = "task-3275037" [ 805.047710] env[69731]: _type = "Task" [ 805.047710] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.059213] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.076428] env[69731]: DEBUG nova.network.neutron [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Successfully created port: fdc45a76-50bf-4f9c-a895-ab2bcee30c20 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.117924] env[69731]: DEBUG oslo_concurrency.lockutils [req-ae58e3ef-d47e-4c5a-b375-b57486895fb0 req-535ad5a7-26e7-4f10-9a90-ca5a1cebbb91 service nova] Releasing lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.118508] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquired lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.118624] env[69731]: DEBUG nova.network.neutron [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.133776] env[69731]: DEBUG nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.143093] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63feebb3-e475-469d-ad77-bbfbdc1431db tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.144222] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.170s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.149321] env[69731]: INFO nova.compute.claims [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.202518] env[69731]: WARNING nova.compute.manager [None req-b2e27b9e-1c96-4dfd-a85c-943ec58c40c7 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Image not found during snapshot: nova.exception.ImageNotFound: Image d0dd62c0-73e4-45d4-bd5b-804bc0b50c94 could not be found. [ 805.440165] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.478302] env[69731]: INFO nova.compute.manager [-] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Took 1.32 seconds to deallocate network for instance. [ 805.571729] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.590774] env[69731]: DEBUG oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7af2-2811-b505-0797-32e25f704594/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.591054] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d802397-cb36-43f7-b8f6-600d997927d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.598992] env[69731]: DEBUG oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7af2-2811-b505-0797-32e25f704594/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.598992] env[69731]: ERROR oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7af2-2811-b505-0797-32e25f704594/disk-0.vmdk due to incomplete transfer. [ 805.599174] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d804811d-c0d1-498d-b2cf-4c0ac3d56bf2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.607567] env[69731]: DEBUG oslo_vmware.rw_handles [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c7af2-2811-b505-0797-32e25f704594/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.607785] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Uploaded image a7386108-596f-4fff-8374-acb035de1fad to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.610259] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.610550] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4550dcab-6b63-42e5-b749-bb3fe3fd4c40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.618383] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 805.618383] env[69731]: value = "task-3275038" [ 805.618383] env[69731]: _type = "Task" [ 805.618383] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.630305] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275038, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.909007] env[69731]: DEBUG nova.network.neutron [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.937526] env[69731]: DEBUG oslo_vmware.api [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275036, 'name': PowerOnVM_Task, 'duration_secs': 0.842491} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.940254] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.940456] env[69731]: INFO nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Took 9.12 seconds to spawn the instance on the hypervisor. [ 805.940634] env[69731]: DEBUG nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.942532] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb923f1-795d-45ee-9a42-3538c34d50be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.985630] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.060859] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574287} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.061592] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 5e8ce78c-53ea-44fb-9a08-b33471eb8c32/5e8ce78c-53ea-44fb-9a08-b33471eb8c32.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.061778] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.061991] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a42514-d260-41b1-a70e-dbb52a488cd4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.070661] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 806.070661] env[69731]: value = "task-3275039" [ 806.070661] env[69731]: _type = "Task" [ 806.070661] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.078912] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.129253] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275038, 'name': Destroy_Task, 'duration_secs': 0.437108} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.131866] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Destroyed the VM [ 806.132118] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.132418] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74b406e8-0fcf-4e8c-8359-e3d01648320e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.144211] env[69731]: DEBUG nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.151700] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 806.151700] env[69731]: value = "task-3275040" [ 806.151700] env[69731]: _type = "Task" [ 806.151700] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.172834] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.182816] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.183072] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.183309] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.183510] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.183590] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.183823] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.183939] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.184347] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.184545] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.184710] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.184887] env[69731]: DEBUG nova.virt.hardware [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.186665] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba53c019-e054-4193-9819-2735f9049299 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.198453] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5161871-2c37-4dbb-9e6e-8531d904d410 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.222056] env[69731]: DEBUG nova.network.neutron [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Updating instance_info_cache with network_info: [{"id": "07e588d2-5139-472c-a499-d6f87c8e92db", "address": "fa:16:3e:31:df:4a", "network": {"id": "5b7f868b-f2c4-43fe-b273-d83dbe8b3b4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1384773970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766e549def404d3d82c06cbef8aa8bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e588d2-51", "ovs_interfaceid": "07e588d2-5139-472c-a499-d6f87c8e92db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.251813] env[69731]: DEBUG nova.compute.manager [req-f3d2a1b3-3f76-475e-8f49-281911b1925a req-bea4eea3-b37d-45e8-8ab1-9e6ba690c173 service nova] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Received event network-vif-deleted-513d33c4-a8aa-416f-98cd-674a7b92f184 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.350960] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.350960] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.350960] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.350960] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.351293] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.355918] env[69731]: INFO nova.compute.manager [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Terminating instance [ 806.461378] env[69731]: INFO nova.compute.manager [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Took 55.00 seconds to build instance. [ 806.581665] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191069} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.584665] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.585713] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7491da-1849-4cd6-8ae6-d8d86447de54 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.611089] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5e8ce78c-53ea-44fb-9a08-b33471eb8c32/5e8ce78c-53ea-44fb-9a08-b33471eb8c32.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.613866] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9cdcbcf-d96a-4e2c-8baa-7085c146e124 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.635619] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 806.635619] env[69731]: value = "task-3275041" [ 806.635619] env[69731]: _type = "Task" [ 806.635619] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.646557] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.663444] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275040, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.672241] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1044c21-da66-46ee-8fc8-3493f3dafe65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.680566] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2798806-4cdb-49fe-b5c7-0596260cbf24 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.712092] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ef871c-a402-4ff2-8d9b-462ee6adc647 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.720154] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2848121c-119a-40c9-bf96-21c2119472b0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.430733] env[69731]: DEBUG nova.network.neutron [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Successfully updated port: fdc45a76-50bf-4f9c-a895-ab2bcee30c20 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.432468] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Releasing lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.432468] env[69731]: DEBUG nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Instance network_info: |[{"id": "07e588d2-5139-472c-a499-d6f87c8e92db", "address": "fa:16:3e:31:df:4a", "network": {"id": "5b7f868b-f2c4-43fe-b273-d83dbe8b3b4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1384773970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766e549def404d3d82c06cbef8aa8bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e588d2-51", "ovs_interfaceid": "07e588d2-5139-472c-a499-d6f87c8e92db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.432676] env[69731]: DEBUG nova.compute.manager [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.432724] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.433091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b6c75e8-6682-4be2-82ab-4a2fd617394c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "07fc5084-9939-43bb-b27f-047be2691ee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.409s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.433736] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:df:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07e588d2-5139-472c-a499-d6f87c8e92db', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.441436] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.442218] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1195c8-4960-4ea1-b53f-6dbf0dddcfab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.454062] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.454360] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60f25442-344f-4862-9e46-2a46c5891d39 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.480514] env[69731]: DEBUG nova.compute.provider_tree [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.487354] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275041, 'name': ReconfigVM_Task, 'duration_secs': 0.300225} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.487589] env[69731]: DEBUG oslo_vmware.api [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275040, 'name': RemoveSnapshot_Task, 'duration_secs': 0.528382} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.487833] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.488376] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5e8ce78c-53ea-44fb-9a08-b33471eb8c32/5e8ce78c-53ea-44fb-9a08-b33471eb8c32.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.489042] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.489276] env[69731]: INFO nova.compute.manager [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Took 14.59 seconds to snapshot the instance on the hypervisor. [ 807.491788] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70a8328a-80d7-4a44-b46e-16689eedf0da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.495187] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dee6e0a0-4ac5-4120-9fd7-ec39234ea4e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.498304] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.498304] env[69731]: value = "task-3275042" [ 807.498304] env[69731]: _type = "Task" [ 807.498304] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.503040] env[69731]: DEBUG oslo_vmware.api [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 807.503040] env[69731]: value = "task-3275043" [ 807.503040] env[69731]: _type = "Task" [ 807.503040] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.504072] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 807.504072] env[69731]: value = "task-3275044" [ 807.504072] env[69731]: _type = "Task" [ 807.504072] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.510405] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275042, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.519856] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275044, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.523793] env[69731]: DEBUG oslo_vmware.api [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.935234] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquiring lock "refresh_cache-1be69880-79f7-40cb-bfca-cc37bb54df00" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.935439] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquired lock "refresh_cache-1be69880-79f7-40cb-bfca-cc37bb54df00" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.935602] env[69731]: DEBUG nova.network.neutron [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.955085] env[69731]: DEBUG nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.989688] env[69731]: DEBUG nova.scheduler.client.report [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.012901] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275042, 'name': CreateVM_Task, 'duration_secs': 0.368122} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.017329] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.023483] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.023650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.024479] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.024479] env[69731]: DEBUG oslo_vmware.api [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275043, 'name': PowerOffVM_Task, 'duration_secs': 0.238386} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.024862] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da372e5b-b865-4d24-8d61-4a5ac8ea5a03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.026761] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.026838] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.027404] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c756602f-3851-4010-9688-549fd1804aff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.033312] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275044, 'name': Rename_Task, 'duration_secs': 0.196118} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.033988] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.034634] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6da37bfb-26dd-40d8-b399-47457344c9a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.038842] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 808.038842] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52267b47-42ab-a659-37fa-91351c71a1fe" [ 808.038842] env[69731]: _type = "Task" [ 808.038842] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.047437] env[69731]: DEBUG nova.compute.manager [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Found 3 images (rotation: 2) {{(pid=69731) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 808.047654] env[69731]: DEBUG nova.compute.manager [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Rotating out 1 backups {{(pid=69731) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 808.047817] env[69731]: DEBUG nova.compute.manager [None req-c0b3a5b2-b5b9-4c34-9282-fc04e61a3de2 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleting image ed1a83e2-45fd-4206-a81b-81f1ffc40d54 {{(pid=69731) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 808.054198] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 808.054198] env[69731]: value = "task-3275046" [ 808.054198] env[69731]: _type = "Task" [ 808.054198] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.054367] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52267b47-42ab-a659-37fa-91351c71a1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.063203] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.109930] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.110133] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.110763] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleting the datastore file [datastore2] 9e8182c1-7df2-4b86-b842-bdf1b86bedcf {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.110763] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1c5982d-725e-43ab-997f-e7dcebb1e7ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.119040] env[69731]: DEBUG oslo_vmware.api [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 808.119040] env[69731]: value = "task-3275047" [ 808.119040] env[69731]: _type = "Task" [ 808.119040] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.131739] env[69731]: DEBUG oslo_vmware.api [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.280116] env[69731]: DEBUG nova.compute.manager [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Received event network-vif-plugged-fdc45a76-50bf-4f9c-a895-ab2bcee30c20 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.280116] env[69731]: DEBUG oslo_concurrency.lockutils [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] Acquiring lock "1be69880-79f7-40cb-bfca-cc37bb54df00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.280738] env[69731]: DEBUG oslo_concurrency.lockutils [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] Lock "1be69880-79f7-40cb-bfca-cc37bb54df00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.280927] env[69731]: DEBUG oslo_concurrency.lockutils [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] Lock "1be69880-79f7-40cb-bfca-cc37bb54df00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.281315] env[69731]: DEBUG nova.compute.manager [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] No waiting events found dispatching network-vif-plugged-fdc45a76-50bf-4f9c-a895-ab2bcee30c20 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.281553] env[69731]: WARNING nova.compute.manager [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Received unexpected event network-vif-plugged-fdc45a76-50bf-4f9c-a895-ab2bcee30c20 for instance with vm_state building and task_state spawning. [ 808.281781] env[69731]: DEBUG nova.compute.manager [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Received event network-changed-fdc45a76-50bf-4f9c-a895-ab2bcee30c20 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.281992] env[69731]: DEBUG nova.compute.manager [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Refreshing instance network info cache due to event network-changed-fdc45a76-50bf-4f9c-a895-ab2bcee30c20. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.282258] env[69731]: DEBUG oslo_concurrency.lockutils [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] Acquiring lock "refresh_cache-1be69880-79f7-40cb-bfca-cc37bb54df00" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.484589] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.489646] env[69731]: DEBUG nova.network.neutron [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.496680] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.352s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.497234] env[69731]: DEBUG nova.compute.manager [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.499838] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.607s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.500127] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.502287] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.919s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.503855] env[69731]: INFO nova.compute.claims [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.536421] env[69731]: INFO nova.scheduler.client.report [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Deleted allocations for instance b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f [ 808.566974] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52267b47-42ab-a659-37fa-91351c71a1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015093} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.573155] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.573416] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.573643] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.573788] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.573994] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.574705] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275046, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.575301] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d5cf96d-a3c8-40e0-9e2f-dfebbd43d030 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.588187] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.588412] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.589502] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506d1484-dcd5-4754-85b0-8218c9c3790f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.597519] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 808.597519] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52aa0f87-abcd-bab2-e7d8-46b105a19ee5" [ 808.597519] env[69731]: _type = "Task" [ 808.597519] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.608064] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52aa0f87-abcd-bab2-e7d8-46b105a19ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.631543] env[69731]: DEBUG oslo_vmware.api [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193466} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.631789] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.632678] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.632678] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.632678] env[69731]: INFO nova.compute.manager [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 808.632678] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.632678] env[69731]: DEBUG nova.compute.manager [-] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.632995] env[69731]: DEBUG nova.network.neutron [-] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.800960] env[69731]: DEBUG nova.network.neutron [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Updating instance_info_cache with network_info: [{"id": "fdc45a76-50bf-4f9c-a895-ab2bcee30c20", "address": "fa:16:3e:f7:d8:f8", "network": {"id": "f45d9950-d18f-4c8b-bf2c-6181ec66f7f5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-981331411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b02673813d4f43c59f028a8cbffa3101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc45a76-50", "ovs_interfaceid": "fdc45a76-50bf-4f9c-a895-ab2bcee30c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.009313] env[69731]: DEBUG nova.compute.utils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.010616] env[69731]: DEBUG nova.compute.manager [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 809.052831] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aae6aa05-d37a-4f1a-82e2-769d99cf69a5 tempest-InstanceActionsV221TestJSON-1810141008 tempest-InstanceActionsV221TestJSON-1810141008-project-member] Lock "b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.633s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.067660] env[69731]: DEBUG oslo_vmware.api [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275046, 'name': PowerOnVM_Task, 'duration_secs': 0.538085} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.068066] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.068365] env[69731]: INFO nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Took 9.56 seconds to spawn the instance on the hypervisor. [ 809.069277] env[69731]: DEBUG nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.069462] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e13505-4afc-45cd-ac99-4655a8e3b4b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.114065] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52aa0f87-abcd-bab2-e7d8-46b105a19ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.021779} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.114065] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8519fea3-27b4-4461-ad32-5db1dd01cfd4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.121384] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 809.121384] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52006bad-c643-a13b-1d84-c1178b23017e" [ 809.121384] env[69731]: _type = "Task" [ 809.121384] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.132015] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52006bad-c643-a13b-1d84-c1178b23017e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.305868] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Releasing lock "refresh_cache-1be69880-79f7-40cb-bfca-cc37bb54df00" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.306267] env[69731]: DEBUG nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Instance network_info: |[{"id": "fdc45a76-50bf-4f9c-a895-ab2bcee30c20", "address": "fa:16:3e:f7:d8:f8", "network": {"id": "f45d9950-d18f-4c8b-bf2c-6181ec66f7f5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-981331411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b02673813d4f43c59f028a8cbffa3101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc45a76-50", "ovs_interfaceid": "fdc45a76-50bf-4f9c-a895-ab2bcee30c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.306582] env[69731]: DEBUG oslo_concurrency.lockutils [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] Acquired lock "refresh_cache-1be69880-79f7-40cb-bfca-cc37bb54df00" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.306762] env[69731]: DEBUG nova.network.neutron [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Refreshing network info cache for port fdc45a76-50bf-4f9c-a895-ab2bcee30c20 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.307994] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:d8:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdc45a76-50bf-4f9c-a895-ab2bcee30c20', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.319163] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Creating folder: Project (b02673813d4f43c59f028a8cbffa3101). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.321811] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef8893cb-b074-45d7-893f-68618b8ab99c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.337027] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Created folder: Project (b02673813d4f43c59f028a8cbffa3101) in parent group-v654000. [ 809.337027] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Creating folder: Instances. Parent ref: group-v654139. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.337027] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1828cff-40ed-43c4-bc51-5bb4c3fc00ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.349380] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Created folder: Instances in parent group-v654139. [ 809.349380] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.349380] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.349380] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8243989-220c-4c9e-9584-a211890cd9f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.375023] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.375023] env[69731]: value = "task-3275050" [ 809.375023] env[69731]: _type = "Task" [ 809.375023] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.383100] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275050, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.473043] env[69731]: DEBUG nova.network.neutron [-] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.518022] env[69731]: DEBUG nova.compute.manager [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.591170] env[69731]: INFO nova.compute.manager [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Took 48.85 seconds to build instance. [ 809.636547] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52006bad-c643-a13b-1d84-c1178b23017e, 'name': SearchDatastore_Task, 'duration_secs': 0.043816} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.636699] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.636892] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d/f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.637186] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7155b04a-ce4f-468d-bddf-745e5b827efd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.648302] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 809.648302] env[69731]: value = "task-3275051" [ 809.648302] env[69731]: _type = "Task" [ 809.648302] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.658605] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.888037] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275050, 'name': CreateVM_Task, 'duration_secs': 0.493551} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.888227] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.892017] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.892017] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.892017] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.892017] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc241385-a140-4fd1-8cbd-1b44ca51305d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.894753] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 809.894753] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d04bee-e83a-37c3-e966-6ed3edfb17d8" [ 809.894753] env[69731]: _type = "Task" [ 809.894753] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.906629] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d04bee-e83a-37c3-e966-6ed3edfb17d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.974735] env[69731]: INFO nova.compute.manager [-] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Took 1.34 seconds to deallocate network for instance. [ 809.984018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "47b618d1-5850-4994-843d-7fccb7e8ecde" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.984018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.984018] env[69731]: INFO nova.compute.manager [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Rebooting instance [ 809.984666] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a6487c-ae1c-493c-b100-8bc09cabccf4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.999067] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e75c0e-6612-4a6c-944e-068b65e9d363 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.069460] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbaf2f1-c837-44df-b3fd-53933e24f143 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.083230] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef43b4de-2f07-4fb5-a5c6-d0ae679f04e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.105159] env[69731]: DEBUG oslo_concurrency.lockutils [None req-56443a0d-30bf-435a-adde-51f2c2011c76 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.593s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.105923] env[69731]: DEBUG nova.compute.provider_tree [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.161020] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.255028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.255028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.255028] env[69731]: DEBUG nova.compute.manager [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.255028] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592b147a-7b38-4855-97fc-0ec03ce121f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.257415] env[69731]: DEBUG nova.network.neutron [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Updated VIF entry in instance network info cache for port fdc45a76-50bf-4f9c-a895-ab2bcee30c20. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.258092] env[69731]: DEBUG nova.network.neutron [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Updating instance_info_cache with network_info: [{"id": "fdc45a76-50bf-4f9c-a895-ab2bcee30c20", "address": "fa:16:3e:f7:d8:f8", "network": {"id": "f45d9950-d18f-4c8b-bf2c-6181ec66f7f5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-981331411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b02673813d4f43c59f028a8cbffa3101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc45a76-50", "ovs_interfaceid": "fdc45a76-50bf-4f9c-a895-ab2bcee30c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.265150] env[69731]: DEBUG nova.compute.manager [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 810.265946] env[69731]: DEBUG nova.objects.instance [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'flavor' on Instance uuid 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.398332] env[69731]: DEBUG nova.compute.manager [req-e2d0a559-4bd7-4f15-9f40-e41b3d34564e req-aa3201d2-45c4-4eab-9f3f-a7242b91900f service nova] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Received event network-vif-deleted-13204592-352c-4210-b788-60bbe128e7af {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.409810] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d04bee-e83a-37c3-e966-6ed3edfb17d8, 'name': SearchDatastore_Task, 'duration_secs': 0.021735} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.411094] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.411094] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.411094] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.411094] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.411285] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.411664] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57aef7f3-d95b-46e6-81a3-20026b686bc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.421529] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.421786] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.422519] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d55b4f6-ce0e-4c45-94bc-4984d5814a52 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.428302] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 810.428302] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520a2a69-fdba-2273-b8db-723ad3ddbfd1" [ 810.428302] env[69731]: _type = "Task" [ 810.428302] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.437309] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520a2a69-fdba-2273-b8db-723ad3ddbfd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.484432] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.516181] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.516181] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.516181] env[69731]: DEBUG nova.network.neutron [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.576059] env[69731]: DEBUG nova.compute.manager [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.599617] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.600034] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.600229] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.600420] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.600567] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.600739] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.601307] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.601526] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.601709] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.601873] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.602066] env[69731]: DEBUG nova.virt.hardware [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.602933] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8f768-acc1-4ebd-81e4-cdbeb0bc856e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.612972] env[69731]: DEBUG nova.scheduler.client.report [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.617873] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3388171e-574f-441a-8037-2886d7eb4e85 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.633546] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.641355] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Creating folder: Project (45c0048f9905459bbf7d2067e8e483a9). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.642936] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98b2e124-3b44-4edf-af88-f651d603b791 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.656406] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Created folder: Project (45c0048f9905459bbf7d2067e8e483a9) in parent group-v654000. [ 810.656406] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Creating folder: Instances. Parent ref: group-v654142. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.660617] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a8d9a92-22bf-487e-8392-8a0a254c8ebe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.662294] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693626} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.662833] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d/f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.663066] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.663669] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7bba1fd-bb8f-4bb3-9b12-f255005d701c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.670947] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 810.670947] env[69731]: value = "task-3275054" [ 810.670947] env[69731]: _type = "Task" [ 810.670947] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.675086] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Created folder: Instances in parent group-v654142. [ 810.675332] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.675867] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.676089] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f070da29-1a12-4d3f-b97c-9e093f98d107 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.698593] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.704554] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.704554] env[69731]: value = "task-3275055" [ 810.704554] env[69731]: _type = "Task" [ 810.704554] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.714384] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275055, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.760928] env[69731]: DEBUG oslo_concurrency.lockutils [req-134bb6ad-1068-40a7-80f7-be7ed1cddfcd req-ba117b43-978d-4944-a11b-0a89c1a178ce service nova] Releasing lock "refresh_cache-1be69880-79f7-40cb-bfca-cc37bb54df00" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.942324] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520a2a69-fdba-2273-b8db-723ad3ddbfd1, 'name': SearchDatastore_Task, 'duration_secs': 0.017665} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.943175] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604369ad-ee3e-4402-9dfa-5c45f5df9963 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.950499] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 810.950499] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5298440e-8893-14bd-9da3-0b9469e04c90" [ 810.950499] env[69731]: _type = "Task" [ 810.950499] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.962619] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5298440e-8893-14bd-9da3-0b9469e04c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.123083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.124084] env[69731]: DEBUG nova.compute.manager [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.130225] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.320s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.130225] env[69731]: INFO nova.compute.claims [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.185802] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072153} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.188532] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.190094] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bd10b3-3bc4-4283-9c45-b7d66e9ca9a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.220421] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d/f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.222840] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc8dc9d-4976-4d5e-a687-1c9c761fbb43 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.249026] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275055, 'name': CreateVM_Task, 'duration_secs': 0.491365} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.250822] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.250822] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 811.250822] env[69731]: value = "task-3275056" [ 811.250822] env[69731]: _type = "Task" [ 811.250822] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.252426] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.252426] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.252426] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.252426] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1393489-b551-4ad1-aac7-420da21fe138 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.262474] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 811.262474] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5266a1f8-02c0-0676-4a79-ae036d660eb5" [ 811.262474] env[69731]: _type = "Task" [ 811.262474] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.275821] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.276146] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5266a1f8-02c0-0676-4a79-ae036d660eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.276416] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01b19fb7-9ef8-4194-aa79-1318a821802b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.283203] env[69731]: DEBUG oslo_vmware.api [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 811.283203] env[69731]: value = "task-3275057" [ 811.283203] env[69731]: _type = "Task" [ 811.283203] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.293091] env[69731]: DEBUG oslo_vmware.api [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.462185] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5298440e-8893-14bd-9da3-0b9469e04c90, 'name': SearchDatastore_Task, 'duration_secs': 0.012377} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.462519] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.462777] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1be69880-79f7-40cb-bfca-cc37bb54df00/1be69880-79f7-40cb-bfca-cc37bb54df00.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.463049] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-487d840e-bc02-46bf-b773-562f1527b17d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.472542] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 811.472542] env[69731]: value = "task-3275058" [ 811.472542] env[69731]: _type = "Task" [ 811.472542] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.481961] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.640407] env[69731]: DEBUG nova.compute.utils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.645658] env[69731]: DEBUG nova.compute.manager [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 811.671160] env[69731]: DEBUG nova.network.neutron [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.731905] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "1835d340-c509-4271-a5b1-c7111341911d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.732193] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "1835d340-c509-4271-a5b1-c7111341911d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.763346] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275056, 'name': ReconfigVM_Task, 'duration_secs': 0.405156} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.763346] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d/f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.763548] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69731) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 811.764415] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ba75fbc7-cf86-48a9-9222-09291e475e68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.779095] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5266a1f8-02c0-0676-4a79-ae036d660eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.018655} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.780548] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.780846] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.781229] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.781423] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.781606] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.781974] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 811.781974] env[69731]: value = "task-3275059" [ 811.781974] env[69731]: _type = "Task" [ 811.781974] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.782145] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9638cce4-1fe6-408d-a119-fbb37421eabe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.798171] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275059, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.801326] env[69731]: DEBUG oslo_vmware.api [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275057, 'name': PowerOffVM_Task, 'duration_secs': 0.235383} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.802485] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.802690] env[69731]: DEBUG nova.compute.manager [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.802989] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.803144] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.807728] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db475e4-3de9-4dc1-a163-5abfb4e4c0e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.810660] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f1fb5d-e351-4422-8f5d-769a57f9632a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.819750] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 811.819750] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c049c1-3657-2f1f-0ac8-7f1f74094704" [ 811.819750] env[69731]: _type = "Task" [ 811.819750] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.832261] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c049c1-3657-2f1f-0ac8-7f1f74094704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.985041] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.147518] env[69731]: DEBUG nova.compute.manager [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.175477] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.236362] env[69731]: DEBUG nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.300565] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275059, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056377} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.300752] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69731) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 812.302601] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32736442-9be7-496d-9b76-08d145e7e1f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.335842] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d/ephemeral_0.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.339877] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fca9d590-e7f8-4804-b3c4-8c6f4954fb88 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.344150] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d44f81e-48c5-4008-9df5-0850b62d1223 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.374616] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c049c1-3657-2f1f-0ac8-7f1f74094704, 'name': SearchDatastore_Task, 'duration_secs': 0.0286} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.379934] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 812.379934] env[69731]: value = "task-3275060" [ 812.379934] env[69731]: _type = "Task" [ 812.379934] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.380642] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3a4906-d405-4dd0-93b4-93ffb7fc40ae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.392390] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 812.392390] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ca4b71-80d8-cf50-aa50-d80c553c8ba8" [ 812.392390] env[69731]: _type = "Task" [ 812.392390] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.398610] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.411750] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ca4b71-80d8-cf50-aa50-d80c553c8ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.486643] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.679588] env[69731]: DEBUG nova.compute.manager [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.680527] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd4921-3e54-4967-a568-a30bdda4a5f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.738116] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820aaad-2a29-4110-b6fe-a02e27e2e0b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.751900] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bf4227-33e2-4f63-947b-9b40f61f182e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.787904] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.788862] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4318e2b8-d68b-4ab5-8973-96bfb1e17e90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.799033] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d07401-0957-4d21-b1b7-3ef34d3e6a0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.814907] env[69731]: DEBUG nova.compute.provider_tree [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.894349] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.909115] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ca4b71-80d8-cf50-aa50-d80c553c8ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.058216} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.909399] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.909696] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] c0d80719-3361-43dc-9d1e-c1c783b87e23/c0d80719-3361-43dc-9d1e-c1c783b87e23.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.910024] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb2c647-a74c-4cc1-b8ad-8125feb37e88 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.922110] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 812.922110] env[69731]: value = "task-3275061" [ 812.922110] env[69731]: _type = "Task" [ 812.922110] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.932829] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.986660] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275058, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.154594} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.986928] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1be69880-79f7-40cb-bfca-cc37bb54df00/1be69880-79f7-40cb-bfca-cc37bb54df00.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.987174] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.987449] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ef0b5b6-e1e6-4b23-ac32-6f58ab450209 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.996327] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 812.996327] env[69731]: value = "task-3275062" [ 812.996327] env[69731]: _type = "Task" [ 812.996327] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.009737] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.161077] env[69731]: DEBUG nova.compute.manager [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.188450] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.188762] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.188989] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.189200] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.189348] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.189491] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.189694] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.189851] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.190282] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.190521] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.190758] env[69731]: DEBUG nova.virt.hardware [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.191677] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1c59e3-6230-4fdb-9dea-65e81f97efc1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.203987] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71476b4-846b-4273-8c99-a71bd5e5f264 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.221033] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.227737] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.230845] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.230845] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2205436a-4bc2-44ef-8b26-446b9afa827c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.252510] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.252510] env[69731]: value = "task-3275063" [ 813.252510] env[69731]: _type = "Task" [ 813.252510] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.262915] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275063, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.345859] env[69731]: ERROR nova.scheduler.client.report [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [req-a9be4957-3339-4735-82db-b1ed8fac83b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9be4957-3339-4735-82db-b1ed8fac83b7"}]} [ 813.366593] env[69731]: DEBUG nova.scheduler.client.report [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 813.387525] env[69731]: DEBUG nova.scheduler.client.report [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 813.388013] env[69731]: DEBUG nova.compute.provider_tree [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.403896] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275060, 'name': ReconfigVM_Task, 'duration_secs': 0.978305} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.404344] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d/ephemeral_0.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.409043] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-347a5d76-982a-4994-960b-30cc0b8daa4a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.412757] env[69731]: DEBUG nova.scheduler.client.report [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 813.413221] env[69731]: DEBUG nova.compute.provider_tree [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 67 to 68 during operation: update_aggregates {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 813.431179] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 813.431179] env[69731]: value = "task-3275064" [ 813.431179] env[69731]: _type = "Task" [ 813.431179] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.446700] env[69731]: DEBUG nova.scheduler.client.report [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 813.451281] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275061, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.462330] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275064, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.510358] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076341} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.511386] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.513438] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3606e21f-6afd-4301-b2f5-c033b631ef3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.540996] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 1be69880-79f7-40cb-bfca-cc37bb54df00/1be69880-79f7-40cb-bfca-cc37bb54df00.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.545191] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e674301-465d-44af-8447-25c2c0553a3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.571259] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 813.571259] env[69731]: value = "task-3275065" [ 813.571259] env[69731]: _type = "Task" [ 813.571259] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.585043] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.706046] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a572da-9a42-4271-95b2-e042c8f04e6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.718194] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Doing hard reboot of VM {{(pid=69731) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 813.718194] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5fae4cbf-0370-49a8-92ae-ce02d700f16d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.726962] env[69731]: DEBUG oslo_vmware.api [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 813.726962] env[69731]: value = "task-3275066" [ 813.726962] env[69731]: _type = "Task" [ 813.726962] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.739744] env[69731]: DEBUG oslo_vmware.api [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275066, 'name': ResetVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.769426] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275063, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.933424] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71905} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.938904] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] c0d80719-3361-43dc-9d1e-c1c783b87e23/c0d80719-3361-43dc-9d1e-c1c783b87e23.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.939208] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.939702] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-262a3109-310b-431c-a989-1015ba0c4d90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.947540] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275064, 'name': Rename_Task, 'duration_secs': 0.421203} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.950068] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.950531] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 813.950531] env[69731]: value = "task-3275067" [ 813.950531] env[69731]: _type = "Task" [ 813.950531] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.950923] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03e24f1-821c-4bdd-9266-949590002dcf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.966203] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.968300] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 813.968300] env[69731]: value = "task-3275068" [ 813.968300] env[69731]: _type = "Task" [ 813.968300] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.983894] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.990063] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee274d6-68c1-4f71-b2dd-6b7b0778b3a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.002096] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af0d179-4b0d-475a-9e1a-19cf3497e825 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.041820] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c216cc38-3d12-4049-9063-c142ffabd0b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.046468] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e77e865-1f76-47bd-afe9-92514db01385 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.064807] env[69731]: DEBUG nova.compute.provider_tree [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.085168] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.185495] env[69731]: DEBUG nova.compute.manager [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Stashing vm_state: stopped {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 814.239821] env[69731]: DEBUG oslo_vmware.api [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275066, 'name': ResetVM_Task, 'duration_secs': 0.116157} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.240256] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Did hard reboot of VM {{(pid=69731) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 814.240673] env[69731]: DEBUG nova.compute.manager [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.241526] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a41dc4-692f-4e97-be4c-12d4077fab6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.264841] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275063, 'name': CreateVM_Task, 'duration_secs': 0.89389} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.265066] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.265530] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.265690] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.266384] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.266384] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0587c009-1ead-4ca5-bfe4-9b3144e662b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.272425] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 814.272425] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520dffba-c476-8035-b90a-3d70d14d59d7" [ 814.272425] env[69731]: _type = "Task" [ 814.272425] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.282333] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520dffba-c476-8035-b90a-3d70d14d59d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.463429] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097673} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.463703] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.464544] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1d9911-3a0c-4db7-80fd-43185a330a4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.488786] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] c0d80719-3361-43dc-9d1e-c1c783b87e23/c0d80719-3361-43dc-9d1e-c1c783b87e23.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.489623] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d38f9609-f53c-45bb-91de-f0c4bd2f83d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.514428] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275068, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.522052] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 814.522052] env[69731]: value = "task-3275069" [ 814.522052] env[69731]: _type = "Task" [ 814.522052] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.531594] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.590380] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275065, 'name': ReconfigVM_Task, 'duration_secs': 0.594629} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.590773] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 1be69880-79f7-40cb-bfca-cc37bb54df00/1be69880-79f7-40cb-bfca-cc37bb54df00.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.591620] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0b944b-b5d0-4d08-839a-7ffcde091704 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.601799] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 814.601799] env[69731]: value = "task-3275070" [ 814.601799] env[69731]: _type = "Task" [ 814.601799] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.604029] env[69731]: DEBUG nova.scheduler.client.report [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 814.604029] env[69731]: DEBUG nova.compute.provider_tree [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 68 to 69 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 814.604029] env[69731]: DEBUG nova.compute.provider_tree [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.620751] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275070, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.714431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.758039] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de7f9e1d-1647-4a68-b756-3bc4837405b8 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.776s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.785860] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520dffba-c476-8035-b90a-3d70d14d59d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.786244] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.786493] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.786742] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.786882] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.787098] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.787544] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a17d95-46ec-4054-855e-d654db50137d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.801885] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.801885] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.802808] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c900e0-d0c7-493c-9cdf-7a9c567894d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.812050] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 814.812050] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1bf7b-e46f-7224-138c-6dc94cc657e4" [ 814.812050] env[69731]: _type = "Task" [ 814.812050] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.823483] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1bf7b-e46f-7224-138c-6dc94cc657e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.981023] env[69731]: DEBUG oslo_vmware.api [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275068, 'name': PowerOnVM_Task, 'duration_secs': 0.960036} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.981681] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.982218] env[69731]: INFO nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Took 12.29 seconds to spawn the instance on the hypervisor. [ 814.982481] env[69731]: DEBUG nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.983317] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada41746-5cd6-444e-933d-c40f7690948a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.035512] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275069, 'name': ReconfigVM_Task, 'duration_secs': 0.298341} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.035512] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Reconfigured VM instance instance-0000002e to attach disk [datastore2] c0d80719-3361-43dc-9d1e-c1c783b87e23/c0d80719-3361-43dc-9d1e-c1c783b87e23.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.035744] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119e5a98-0534-4638-bde2-e9c659b0353a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.046485] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 815.046485] env[69731]: value = "task-3275071" [ 815.046485] env[69731]: _type = "Task" [ 815.046485] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.059183] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275071, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.117831] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.987s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.117831] env[69731]: DEBUG nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.119155] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.245s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.119379] env[69731]: DEBUG nova.objects.instance [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.130725] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275070, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.337070] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1bf7b-e46f-7224-138c-6dc94cc657e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.338040] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b6eb31-fb74-4820-8b1e-e3b5376d2724 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.345355] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 815.345355] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5283bbff-b04f-68be-20a2-eb83f0cb7b62" [ 815.345355] env[69731]: _type = "Task" [ 815.345355] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.357745] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5283bbff-b04f-68be-20a2-eb83f0cb7b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.511951] env[69731]: INFO nova.compute.manager [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Took 52.46 seconds to build instance. [ 815.562750] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275071, 'name': Rename_Task, 'duration_secs': 0.388957} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.562750] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.562750] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9832146-8c1b-4639-8b14-5961b3ee67d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.575776] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 815.575776] env[69731]: value = "task-3275072" [ 815.575776] env[69731]: _type = "Task" [ 815.575776] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.586063] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.627659] env[69731]: DEBUG nova.compute.utils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.634030] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275070, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.634030] env[69731]: DEBUG nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.634030] env[69731]: DEBUG nova.network.neutron [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.732855] env[69731]: DEBUG nova.policy [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '806fb4e290c7448ebf005944f8058b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537ddd554dc447a488ea4c4670b16a5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.856602] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5283bbff-b04f-68be-20a2-eb83f0cb7b62, 'name': SearchDatastore_Task, 'duration_secs': 0.024222} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.856902] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.857642] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38/1820a34a-f585-47ff-a7dd-586f47feaf38.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.857642] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1da913a-8cf1-4914-a482-9e544e33054f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.867255] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 815.867255] env[69731]: value = "task-3275073" [ 815.867255] env[69731]: _type = "Task" [ 815.867255] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.879452] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.015118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2df7191c-3da0-4452-a5ca-4426d4a3ad27 tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.259s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.089746] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.127899] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275070, 'name': Rename_Task, 'duration_secs': 1.359407} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.128261] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.129485] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4404dba-80dc-4568-a1a7-44f72c9f5b97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.133123] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec1d73ba-da73-4287-9747-c8dfc5bd235a tempest-ServersAdmin275Test-1551793784 tempest-ServersAdmin275Test-1551793784-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.137022] env[69731]: DEBUG nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.140290] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.103s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.140620] env[69731]: DEBUG nova.objects.instance [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lazy-loading 'resources' on Instance uuid 34884d19-29f0-403c-8170-82d798a9b9a6 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.142684] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 816.142684] env[69731]: value = "task-3275074" [ 816.142684] env[69731]: _type = "Task" [ 816.142684] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.153328] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.352466] env[69731]: DEBUG nova.network.neutron [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Successfully created port: 7369986a-2977-450a-9ad4-875b10109bf3 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.380721] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.589721] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275072, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.655925] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.837062] env[69731]: DEBUG nova.compute.manager [req-131419cf-1132-4312-a78d-485b449f4bc4 req-7e90cdf6-4a8e-45ec-90fc-03eb3e2dfa1f service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Received event network-changed-07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.837369] env[69731]: DEBUG nova.compute.manager [req-131419cf-1132-4312-a78d-485b449f4bc4 req-7e90cdf6-4a8e-45ec-90fc-03eb3e2dfa1f service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Refreshing instance network info cache due to event network-changed-07e588d2-5139-472c-a499-d6f87c8e92db. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.838608] env[69731]: DEBUG oslo_concurrency.lockutils [req-131419cf-1132-4312-a78d-485b449f4bc4 req-7e90cdf6-4a8e-45ec-90fc-03eb3e2dfa1f service nova] Acquiring lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.838608] env[69731]: DEBUG oslo_concurrency.lockutils [req-131419cf-1132-4312-a78d-485b449f4bc4 req-7e90cdf6-4a8e-45ec-90fc-03eb3e2dfa1f service nova] Acquired lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.838880] env[69731]: DEBUG nova.network.neutron [req-131419cf-1132-4312-a78d-485b449f4bc4 req-7e90cdf6-4a8e-45ec-90fc-03eb3e2dfa1f service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Refreshing network info cache for port 07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.881034] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633323} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.881243] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38/1820a34a-f585-47ff-a7dd-586f47feaf38.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.881470] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.883037] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa698b13-6f75-4e74-ac4f-3c2eec98d1ba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.891259] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 816.891259] env[69731]: value = "task-3275075" [ 816.891259] env[69731]: _type = "Task" [ 816.891259] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.903761] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.096194] env[69731]: DEBUG oslo_vmware.api [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275072, 'name': PowerOnVM_Task, 'duration_secs': 1.119766} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.096194] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.096194] env[69731]: INFO nova.compute.manager [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Took 6.52 seconds to spawn the instance on the hypervisor. [ 817.096375] env[69731]: DEBUG nova.compute.manager [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.097172] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b620048e-b76f-48c1-b8ca-1db20c0aaef3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.146113] env[69731]: DEBUG nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.172849] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.176171] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18593fa5-77ad-4fb8-a3cd-a36ff67c0c25 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.192487] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c7e05f-bae7-44db-8a78-64f7aa89e3c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.200137] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.200392] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.200541] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.200726] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.200863] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.201289] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.201289] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.201416] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.201575] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.201726] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.201892] env[69731]: DEBUG nova.virt.hardware [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.204345] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac02f68-0491-41a3-8cb0-3dbf16ee17a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.240605] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4b6bb1-d86f-42f8-ae3e-55ef97fdd5b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.247452] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ab443-f137-46ea-81b2-2390cd2ec475 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.251198] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "7425d84f-1723-4521-8270-ff20a0e13864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.251491] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "7425d84f-1723-4521-8270-ff20a0e13864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.268023] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a651c-f2e1-4f5f-97e1-cde8b772bbdc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.285847] env[69731]: DEBUG nova.compute.provider_tree [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.402934] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170566} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.403098] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.403786] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d108f-5358-4cc6-b8b7-5ee449345bbf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.426868] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38/1820a34a-f585-47ff-a7dd-586f47feaf38.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.426868] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d978b89-fbe8-4734-99b0-6e913a59d311 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.449423] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 817.449423] env[69731]: value = "task-3275076" [ 817.449423] env[69731]: _type = "Task" [ 817.449423] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.459102] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.630930] env[69731]: INFO nova.compute.manager [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Took 43.69 seconds to build instance. [ 817.634278] env[69731]: DEBUG nova.network.neutron [req-131419cf-1132-4312-a78d-485b449f4bc4 req-7e90cdf6-4a8e-45ec-90fc-03eb3e2dfa1f service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Updated VIF entry in instance network info cache for port 07e588d2-5139-472c-a499-d6f87c8e92db. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.634703] env[69731]: DEBUG nova.network.neutron [req-131419cf-1132-4312-a78d-485b449f4bc4 req-7e90cdf6-4a8e-45ec-90fc-03eb3e2dfa1f service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Updating instance_info_cache with network_info: [{"id": "07e588d2-5139-472c-a499-d6f87c8e92db", "address": "fa:16:3e:31:df:4a", "network": {"id": "5b7f868b-f2c4-43fe-b273-d83dbe8b3b4c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1384773970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766e549def404d3d82c06cbef8aa8bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e588d2-51", "ovs_interfaceid": "07e588d2-5139-472c-a499-d6f87c8e92db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.671040] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275074, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.758088] env[69731]: DEBUG nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.791058] env[69731]: DEBUG nova.scheduler.client.report [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.963834] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.136561] env[69731]: DEBUG oslo_concurrency.lockutils [None req-87d89456-ee47-477f-acb9-6421ad2b0ab5 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "c0d80719-3361-43dc-9d1e-c1c783b87e23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.450s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.141020] env[69731]: DEBUG oslo_concurrency.lockutils [req-131419cf-1132-4312-a78d-485b449f4bc4 req-7e90cdf6-4a8e-45ec-90fc-03eb3e2dfa1f service nova] Releasing lock "refresh_cache-f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.157960] env[69731]: DEBUG nova.compute.manager [req-348525d1-8a7a-4777-8610-82a386ba8562 req-bffb81e4-f2ae-46c0-ade8-6774b67bc5dd service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Received event network-vif-plugged-7369986a-2977-450a-9ad4-875b10109bf3 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.158199] env[69731]: DEBUG oslo_concurrency.lockutils [req-348525d1-8a7a-4777-8610-82a386ba8562 req-bffb81e4-f2ae-46c0-ade8-6774b67bc5dd service nova] Acquiring lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.159103] env[69731]: DEBUG oslo_concurrency.lockutils [req-348525d1-8a7a-4777-8610-82a386ba8562 req-bffb81e4-f2ae-46c0-ade8-6774b67bc5dd service nova] Lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.159103] env[69731]: DEBUG oslo_concurrency.lockutils [req-348525d1-8a7a-4777-8610-82a386ba8562 req-bffb81e4-f2ae-46c0-ade8-6774b67bc5dd service nova] Lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.159103] env[69731]: DEBUG nova.compute.manager [req-348525d1-8a7a-4777-8610-82a386ba8562 req-bffb81e4-f2ae-46c0-ade8-6774b67bc5dd service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] No waiting events found dispatching network-vif-plugged-7369986a-2977-450a-9ad4-875b10109bf3 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.159103] env[69731]: WARNING nova.compute.manager [req-348525d1-8a7a-4777-8610-82a386ba8562 req-bffb81e4-f2ae-46c0-ade8-6774b67bc5dd service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Received unexpected event network-vif-plugged-7369986a-2977-450a-9ad4-875b10109bf3 for instance with vm_state building and task_state spawning. [ 818.169091] env[69731]: DEBUG oslo_vmware.api [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275074, 'name': PowerOnVM_Task, 'duration_secs': 1.71847} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.170648] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.170648] env[69731]: INFO nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Took 12.03 seconds to spawn the instance on the hypervisor. [ 818.170648] env[69731]: DEBUG nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.170954] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9443623c-49b9-4773-a423-1486a1b71502 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.246590] env[69731]: DEBUG nova.network.neutron [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Successfully updated port: 7369986a-2977-450a-9ad4-875b10109bf3 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.288884] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.299228] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.302384] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.609s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.302636] env[69731]: DEBUG nova.objects.instance [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lazy-loading 'resources' on Instance uuid 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.321333] env[69731]: INFO nova.scheduler.client.report [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleted allocations for instance 34884d19-29f0-403c-8170-82d798a9b9a6 [ 818.464246] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275076, 'name': ReconfigVM_Task, 'duration_secs': 0.615096} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.464246] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38/1820a34a-f585-47ff-a7dd-586f47feaf38.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.464992] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ca2ae8-8a8a-4653-beed-21a54a3a71a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.473452] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 818.473452] env[69731]: value = "task-3275077" [ 818.473452] env[69731]: _type = "Task" [ 818.473452] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.481365] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275077, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.702256] env[69731]: INFO nova.compute.manager [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Took 47.46 seconds to build instance. [ 818.755116] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "refresh_cache-f52b9ffb-6bbc-4bca-97ba-244c0b237944" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.755116] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "refresh_cache-f52b9ffb-6bbc-4bca-97ba-244c0b237944" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.755116] env[69731]: DEBUG nova.network.neutron [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.829527] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16f9a626-177b-417f-a1e7-3f48d18fc90e tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "34884d19-29f0-403c-8170-82d798a9b9a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.978s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.986879] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275077, 'name': Rename_Task, 'duration_secs': 0.270062} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.987292] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.987625] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7d4c3d2-e61f-46ab-93fa-87fcf895b768 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.999730] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 818.999730] env[69731]: value = "task-3275081" [ 818.999730] env[69731]: _type = "Task" [ 818.999730] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.010421] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.205172] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2c80a82f-3d02-4ce9-b7c0-8224f095395a tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "1be69880-79f7-40cb-bfca-cc37bb54df00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.681s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.302838] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee18740-3db9-450c-88a8-2d75df77fd3e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.311308] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c8c873-10fb-455f-96e3-cedb435514bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.315500] env[69731]: DEBUG nova.network.neutron [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.348570] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fc353f-ebbf-43c9-a14b-894596425f21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.357591] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3024188a-0de4-4cca-9677-6b7af5cc48b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.372752] env[69731]: DEBUG nova.compute.provider_tree [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.510556] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275081, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.593658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquiring lock "1be69880-79f7-40cb-bfca-cc37bb54df00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.593658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "1be69880-79f7-40cb-bfca-cc37bb54df00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.593658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquiring lock "1be69880-79f7-40cb-bfca-cc37bb54df00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.593658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "1be69880-79f7-40cb-bfca-cc37bb54df00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.593942] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "1be69880-79f7-40cb-bfca-cc37bb54df00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.594643] env[69731]: INFO nova.compute.manager [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Terminating instance [ 819.742158] env[69731]: DEBUG nova.network.neutron [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Updating instance_info_cache with network_info: [{"id": "7369986a-2977-450a-9ad4-875b10109bf3", "address": "fa:16:3e:bc:49:aa", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7369986a-29", "ovs_interfaceid": "7369986a-2977-450a-9ad4-875b10109bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.876205] env[69731]: DEBUG nova.scheduler.client.report [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.975343] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.975517] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.975735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.975897] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.976077] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.978929] env[69731]: INFO nova.compute.manager [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Terminating instance [ 820.012224] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.098673] env[69731]: DEBUG nova.compute.manager [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.098932] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.099855] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61889b30-f523-4852-899a-3f8ca2e2a653 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.109665] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.109935] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10b17442-8ef4-499f-94ff-6aea1e6214f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.116898] env[69731]: DEBUG oslo_vmware.api [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 820.116898] env[69731]: value = "task-3275082" [ 820.116898] env[69731]: _type = "Task" [ 820.116898] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.125989] env[69731]: DEBUG oslo_vmware.api [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.189106] env[69731]: DEBUG nova.compute.manager [req-429628f3-0fb8-4f84-a43d-aaf51237850d req-4ea923f1-6ae0-4be1-8cbc-4efb4bafafb3 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Received event network-changed-7369986a-2977-450a-9ad4-875b10109bf3 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.189235] env[69731]: DEBUG nova.compute.manager [req-429628f3-0fb8-4f84-a43d-aaf51237850d req-4ea923f1-6ae0-4be1-8cbc-4efb4bafafb3 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Refreshing instance network info cache due to event network-changed-7369986a-2977-450a-9ad4-875b10109bf3. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.189432] env[69731]: DEBUG oslo_concurrency.lockutils [req-429628f3-0fb8-4f84-a43d-aaf51237850d req-4ea923f1-6ae0-4be1-8cbc-4efb4bafafb3 service nova] Acquiring lock "refresh_cache-f52b9ffb-6bbc-4bca-97ba-244c0b237944" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.244512] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "refresh_cache-f52b9ffb-6bbc-4bca-97ba-244c0b237944" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.244712] env[69731]: DEBUG nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Instance network_info: |[{"id": "7369986a-2977-450a-9ad4-875b10109bf3", "address": "fa:16:3e:bc:49:aa", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7369986a-29", "ovs_interfaceid": "7369986a-2977-450a-9ad4-875b10109bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.245018] env[69731]: DEBUG oslo_concurrency.lockutils [req-429628f3-0fb8-4f84-a43d-aaf51237850d req-4ea923f1-6ae0-4be1-8cbc-4efb4bafafb3 service nova] Acquired lock "refresh_cache-f52b9ffb-6bbc-4bca-97ba-244c0b237944" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.245283] env[69731]: DEBUG nova.network.neutron [req-429628f3-0fb8-4f84-a43d-aaf51237850d req-4ea923f1-6ae0-4be1-8cbc-4efb4bafafb3 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Refreshing network info cache for port 7369986a-2977-450a-9ad4-875b10109bf3 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.246566] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:49:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7369986a-2977-450a-9ad4-875b10109bf3', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.254531] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.255991] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.256236] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0698d727-388b-44e6-8e00-d7b4d215c419 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.276765] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.276765] env[69731]: value = "task-3275083" [ 820.276765] env[69731]: _type = "Task" [ 820.276765] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.285598] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275083, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.382036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.385297] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.636s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.385561] env[69731]: DEBUG nova.objects.instance [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lazy-loading 'resources' on Instance uuid 5ec0880d-fa12-4bd4-b83b-0d94a943831a {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.410816] env[69731]: INFO nova.scheduler.client.report [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleted allocations for instance 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a [ 820.482931] env[69731]: DEBUG nova.compute.manager [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.483213] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.484220] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd257f-55b0-4a7c-a9e3-18b65ebc7f31 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.493440] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.493743] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feb598b7-5895-419b-80ae-77397bb6a4d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.501096] env[69731]: DEBUG oslo_vmware.api [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 820.501096] env[69731]: value = "task-3275084" [ 820.501096] env[69731]: _type = "Task" [ 820.501096] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.513058] env[69731]: DEBUG oslo_vmware.api [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3275084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.516228] env[69731]: DEBUG oslo_vmware.api [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275081, 'name': PowerOnVM_Task, 'duration_secs': 1.103731} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.516507] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.516732] env[69731]: INFO nova.compute.manager [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Took 7.36 seconds to spawn the instance on the hypervisor. [ 820.516938] env[69731]: DEBUG nova.compute.manager [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.517765] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03b856-c599-450c-b4db-a424d9ec3414 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.626660] env[69731]: DEBUG oslo_vmware.api [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275082, 'name': PowerOffVM_Task, 'duration_secs': 0.382192} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.626936] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.627144] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.627815] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8450c9eb-e2c9-4dfd-acb7-fe5ff513d2ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.703642] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.704061] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.704269] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Deleting the datastore file [datastore2] 1be69880-79f7-40cb-bfca-cc37bb54df00 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.704609] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d8cbed-02cb-431d-b54f-9a2921c56ece {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.713510] env[69731]: DEBUG oslo_vmware.api [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for the task: (returnval){ [ 820.713510] env[69731]: value = "task-3275086" [ 820.713510] env[69731]: _type = "Task" [ 820.713510] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.722486] env[69731]: DEBUG oslo_vmware.api [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.788477] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275083, 'name': CreateVM_Task, 'duration_secs': 0.40806} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.788621] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.790218] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.790218] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.790432] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.790594] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd1a08a-11d8-4a66-9de3-a4127865332d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.796432] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 820.796432] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5221ba7a-2d7b-678d-f859-f5b9d58835c5" [ 820.796432] env[69731]: _type = "Task" [ 820.796432] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.806418] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5221ba7a-2d7b-678d-f859-f5b9d58835c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.921584] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9f264d4-c3c2-4c68-8ded-621807e6f636 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.449s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.021484] env[69731]: DEBUG oslo_vmware.api [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3275084, 'name': PowerOffVM_Task, 'duration_secs': 0.214915} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.021844] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.022014] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.022356] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de2321f8-ea73-45bb-a224-1140bc46589d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.040789] env[69731]: INFO nova.compute.manager [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Took 43.47 seconds to build instance. [ 821.081634] env[69731]: DEBUG nova.network.neutron [req-429628f3-0fb8-4f84-a43d-aaf51237850d req-4ea923f1-6ae0-4be1-8cbc-4efb4bafafb3 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Updated VIF entry in instance network info cache for port 7369986a-2977-450a-9ad4-875b10109bf3. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.082398] env[69731]: DEBUG nova.network.neutron [req-429628f3-0fb8-4f84-a43d-aaf51237850d req-4ea923f1-6ae0-4be1-8cbc-4efb4bafafb3 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Updating instance_info_cache with network_info: [{"id": "7369986a-2977-450a-9ad4-875b10109bf3", "address": "fa:16:3e:bc:49:aa", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7369986a-29", "ovs_interfaceid": "7369986a-2977-450a-9ad4-875b10109bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.117944] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.118209] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.118406] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleting the datastore file [datastore2] cacfd4e7-7db1-4d55-af2c-2004e3f1de28 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.118678] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-240fe2ef-6530-4e30-83a7-53885a254305 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.131027] env[69731]: DEBUG oslo_vmware.api [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for the task: (returnval){ [ 821.131027] env[69731]: value = "task-3275088" [ 821.131027] env[69731]: _type = "Task" [ 821.131027] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.140309] env[69731]: DEBUG oslo_vmware.api [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3275088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.224475] env[69731]: DEBUG oslo_vmware.api [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Task: {'id': task-3275086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217627} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.227470] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.227630] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.227808] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.228064] env[69731]: INFO nova.compute.manager [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Took 1.13 seconds to destroy the instance on the hypervisor. [ 821.228348] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.228776] env[69731]: DEBUG nova.compute.manager [-] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.228869] env[69731]: DEBUG nova.network.neutron [-] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.314497] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5221ba7a-2d7b-678d-f859-f5b9d58835c5, 'name': SearchDatastore_Task, 'duration_secs': 0.023979} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.314806] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.315229] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.315498] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.315643] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.315817] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.316101] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8899dfc6-b176-43ea-90ae-13fc0a24d466 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.329525] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.329829] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.330821] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb6f287-1b8b-4bf9-90ab-aaffeda494fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.339078] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 821.339078] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521ed31b-1c6c-2601-c736-73708f0454aa" [ 821.339078] env[69731]: _type = "Task" [ 821.339078] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.350168] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521ed31b-1c6c-2601-c736-73708f0454aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.352203] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b018cf7-9464-4129-84f8-47d5df8f9640 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.360241] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1faf0d-3d34-41ef-a2d8-acc1123402bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.395234] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55886ec-ef51-424c-862b-1e7aa3a5ac89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.404988] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94842326-3fbe-4323-936d-7e8c7809644f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.431232] env[69731]: DEBUG nova.compute.provider_tree [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.540300] env[69731]: DEBUG oslo_concurrency.lockutils [None req-491e4a42-c104-42b2-8af9-ccce7aded3d8 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "1820a34a-f585-47ff-a7dd-586f47feaf38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.016s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.584689] env[69731]: DEBUG oslo_concurrency.lockutils [req-429628f3-0fb8-4f84-a43d-aaf51237850d req-4ea923f1-6ae0-4be1-8cbc-4efb4bafafb3 service nova] Releasing lock "refresh_cache-f52b9ffb-6bbc-4bca-97ba-244c0b237944" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.641921] env[69731]: DEBUG oslo_vmware.api [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Task: {'id': task-3275088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343324} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.642234] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.642424] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.642598] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.642767] env[69731]: INFO nova.compute.manager [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Took 1.16 seconds to destroy the instance on the hypervisor. [ 821.643014] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.643341] env[69731]: DEBUG nova.compute.manager [-] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.643341] env[69731]: DEBUG nova.network.neutron [-] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.854112] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521ed31b-1c6c-2601-c736-73708f0454aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.855265] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13146c4b-9a27-4f90-a087-367c503a8708 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.867472] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 821.867472] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5214e6ef-574a-eab6-5a50-4a6045f93408" [ 821.867472] env[69731]: _type = "Task" [ 821.867472] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.882070] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5214e6ef-574a-eab6-5a50-4a6045f93408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.918940] env[69731]: INFO nova.compute.manager [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Rebuilding instance [ 821.933949] env[69731]: DEBUG nova.scheduler.client.report [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.971477] env[69731]: DEBUG nova.compute.manager [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.971477] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ebcea8-f436-436f-b261-8b1830375653 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.997967] env[69731]: DEBUG nova.network.neutron [-] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.217918] env[69731]: DEBUG nova.compute.manager [req-bd4ee810-e728-497d-aae0-d1f6cf40428e req-e83b9ab9-403a-43b8-806d-2b0f482ac222 service nova] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Received event network-vif-deleted-fdc45a76-50bf-4f9c-a895-ab2bcee30c20 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.218267] env[69731]: DEBUG nova.compute.manager [req-bd4ee810-e728-497d-aae0-d1f6cf40428e req-e83b9ab9-403a-43b8-806d-2b0f482ac222 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Received event network-vif-deleted-d9e34065-0336-4089-9db9-07280fea0c94 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.218438] env[69731]: INFO nova.compute.manager [req-bd4ee810-e728-497d-aae0-d1f6cf40428e req-e83b9ab9-403a-43b8-806d-2b0f482ac222 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Neutron deleted interface d9e34065-0336-4089-9db9-07280fea0c94; detaching it from the instance and deleting it from the info cache [ 822.218618] env[69731]: DEBUG nova.network.neutron [req-bd4ee810-e728-497d-aae0-d1f6cf40428e req-e83b9ab9-403a-43b8-806d-2b0f482ac222 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.378260] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5214e6ef-574a-eab6-5a50-4a6045f93408, 'name': SearchDatastore_Task, 'duration_secs': 0.030339} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.378538] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.378793] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] f52b9ffb-6bbc-4bca-97ba-244c0b237944/f52b9ffb-6bbc-4bca-97ba-244c0b237944.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.379092] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0636197-f029-4d3f-b30f-2ffa18d635d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.384512] env[69731]: DEBUG nova.network.neutron [-] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.387501] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 822.387501] env[69731]: value = "task-3275090" [ 822.387501] env[69731]: _type = "Task" [ 822.387501] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.395982] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.439367] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.442164] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.739s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.442429] env[69731]: DEBUG nova.objects.instance [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lazy-loading 'resources' on Instance uuid 31c189a0-9e72-4b16-8638-d7a3385535f8 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.458380] env[69731]: INFO nova.scheduler.client.report [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleted allocations for instance 5ec0880d-fa12-4bd4-b83b-0d94a943831a [ 822.501035] env[69731]: INFO nova.compute.manager [-] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Took 1.27 seconds to deallocate network for instance. [ 822.721333] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-566e3d99-0339-4c99-a2db-a1a7d2d732ae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.732989] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ce966-4e19-4fc3-bc89-e66433ab5851 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.767539] env[69731]: DEBUG nova.compute.manager [req-bd4ee810-e728-497d-aae0-d1f6cf40428e req-e83b9ab9-403a-43b8-806d-2b0f482ac222 service nova] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Detach interface failed, port_id=d9e34065-0336-4089-9db9-07280fea0c94, reason: Instance cacfd4e7-7db1-4d55-af2c-2004e3f1de28 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.889052] env[69731]: INFO nova.compute.manager [-] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Took 1.25 seconds to deallocate network for instance. [ 822.902983] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275090, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.965442] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cc1a233e-0aa2-40d6-9342-f4e55128cc77 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5ec0880d-fa12-4bd4-b83b-0d94a943831a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.294s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.986844] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.986844] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d556f63-0f23-492a-801a-22f51f1ce1ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.001517] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 823.001517] env[69731]: value = "task-3275091" [ 823.001517] env[69731]: _type = "Task" [ 823.001517] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.008853] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.015610] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.369145] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4896c-cf64-4107-93da-623fac41aed8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.377408] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa5911-cc42-4c49-a74d-e0fd5f6e0ca8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.409253] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.413046] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a283933d-d906-449f-9b56-256ad57a90cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.422067] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275090, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.424887] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2b3082-9e25-4058-bbd8-b0e1f309a9f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.439610] env[69731]: DEBUG nova.compute.provider_tree [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.511405] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275091, 'name': PowerOffVM_Task, 'duration_secs': 0.337804} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.511683] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.511914] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.512668] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9ad79d-f4e9-4498-ba5b-141a7334f632 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.519803] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.520090] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a906a6-8f60-4986-921e-48593a53927d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.547188] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.547435] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.547665] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Deleting the datastore file [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.547973] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fbf6046-19a0-46ca-9420-a7f91569e89e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.556670] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 823.556670] env[69731]: value = "task-3275093" [ 823.556670] env[69731]: _type = "Task" [ 823.556670] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.565396] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.920254] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275090, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.042773} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.920548] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] f52b9ffb-6bbc-4bca-97ba-244c0b237944/f52b9ffb-6bbc-4bca-97ba-244c0b237944.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.920761] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.921093] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2b515eb-eb8a-4af3-9fb9-b7948ef97b6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.928008] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 823.928008] env[69731]: value = "task-3275094" [ 823.928008] env[69731]: _type = "Task" [ 823.928008] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.938660] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.960206] env[69731]: ERROR nova.scheduler.client.report [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] [req-09e973d8-e0fb-4902-903e-cdef2d17f353] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09e973d8-e0fb-4902-903e-cdef2d17f353"}]} [ 823.977563] env[69731]: DEBUG nova.scheduler.client.report [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 823.994108] env[69731]: DEBUG nova.scheduler.client.report [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 823.994556] env[69731]: DEBUG nova.compute.provider_tree [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.010163] env[69731]: DEBUG nova.scheduler.client.report [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 824.033918] env[69731]: DEBUG nova.scheduler.client.report [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 824.066498] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253697} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.066765] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.066954] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.067149] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.307214] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.307214] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.343911] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.344253] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.438880] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091497} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.441897] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.442960] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7c3695-76d3-41b9-b70b-44778b5a6f65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.467230] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f52b9ffb-6bbc-4bca-97ba-244c0b237944/f52b9ffb-6bbc-4bca-97ba-244c0b237944.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.468556] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f56b5de7-3a91-47fd-aa2d-ab27990262c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.483518] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987fa6f1-f6ca-4f8e-af16-6cb300c67b55 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.493800] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd7ce1-4ab4-4dd8-94a3-7e3015547bb1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.496880] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 824.496880] env[69731]: value = "task-3275096" [ 824.496880] env[69731]: _type = "Task" [ 824.496880] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.526362] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27ef5b8-350b-4525-9142-2f0cf91e484e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.532274] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.537457] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c360fe37-7294-4f5b-bd5c-9e10420c5955 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.553156] env[69731]: DEBUG nova.compute.provider_tree [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.809856] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.847932] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.007818] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275096, 'name': ReconfigVM_Task, 'duration_secs': 0.301054} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.008184] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f52b9ffb-6bbc-4bca-97ba-244c0b237944/f52b9ffb-6bbc-4bca-97ba-244c0b237944.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.008929] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-258c3a27-a4af-4a0d-9e62-59f1bf520eb3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.016709] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 825.016709] env[69731]: value = "task-3275097" [ 825.016709] env[69731]: _type = "Task" [ 825.016709] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.027331] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275097, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.088508] env[69731]: DEBUG nova.scheduler.client.report [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 825.088818] env[69731]: DEBUG nova.compute.provider_tree [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 72 to 73 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 825.089019] env[69731]: DEBUG nova.compute.provider_tree [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.103570] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.103801] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.103957] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.104159] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.104308] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.104454] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.104661] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.104817] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.104981] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.105164] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.105363] env[69731]: DEBUG nova.virt.hardware [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.106227] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d73b2c-b5fa-4b9c-a982-94e90e5fe0b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.115799] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2884082d-3b78-4f1e-af45-5f0771b40865 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.131831] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.137593] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.137837] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.138067] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7306dad-7348-4938-9f30-56239277e850 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.155300] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.155300] env[69731]: value = "task-3275098" [ 825.155300] env[69731]: _type = "Task" [ 825.155300] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.163389] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275098, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.331026] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.367810] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.527537] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275097, 'name': Rename_Task, 'duration_secs': 0.15664} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.527834] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.528225] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f82ff9-402d-4659-ae10-89eab5daa3f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.535078] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 825.535078] env[69731]: value = "task-3275099" [ 825.535078] env[69731]: _type = "Task" [ 825.535078] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.542904] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.595087] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.153s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.597503] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.799s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.599124] env[69731]: INFO nova.compute.claims [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.612941] env[69731]: INFO nova.scheduler.client.report [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Deleted allocations for instance 31c189a0-9e72-4b16-8638-d7a3385535f8 [ 825.668143] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275098, 'name': CreateVM_Task, 'duration_secs': 0.32318} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.668308] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.668681] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.668847] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.669222] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.669481] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e93f91-98a1-4874-afa6-20fbf99bbf31 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.675021] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 825.675021] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52016738-2e3f-c9eb-53ef-7170df0be0d2" [ 825.675021] env[69731]: _type = "Task" [ 825.675021] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.684041] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52016738-2e3f-c9eb-53ef-7170df0be0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.050508] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.120990] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf15a181-15bd-41e0-835d-e39c5dafa4be tempest-ServersV294TestFqdnHostnames-2119907519 tempest-ServersV294TestFqdnHostnames-2119907519-project-member] Lock "31c189a0-9e72-4b16-8638-d7a3385535f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.381s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.186934] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52016738-2e3f-c9eb-53ef-7170df0be0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.187309] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.187559] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.187790] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.187929] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.188212] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.188463] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e0ff1da-7270-43e4-a648-b20b7ceda995 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.202021] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.202021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.202021] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528e2cc0-d22d-4db0-b5fd-b089519b792d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.207600] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 826.207600] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d001f6-9757-0f2e-5b77-0c33fa7c5817" [ 826.207600] env[69731]: _type = "Task" [ 826.207600] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.217876] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d001f6-9757-0f2e-5b77-0c33fa7c5817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.548867] env[69731]: DEBUG oslo_vmware.api [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275099, 'name': PowerOnVM_Task, 'duration_secs': 0.516096} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.548867] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.548867] env[69731]: INFO nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Took 9.40 seconds to spawn the instance on the hypervisor. [ 826.548867] env[69731]: DEBUG nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.549659] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49993421-3fc3-49bc-be9b-b01efb91c22c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.719513] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d001f6-9757-0f2e-5b77-0c33fa7c5817, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.723128] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39720982-e077-4f2f-8871-9678a49189e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.730164] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 826.730164] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d71252-990e-412a-e8f3-7841383f5b17" [ 826.730164] env[69731]: _type = "Task" [ 826.730164] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.739743] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d71252-990e-412a-e8f3-7841383f5b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.018671] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baea304-fac9-4a10-8dab-1703d51211c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.028546] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad98166-5174-4902-9d0b-387ab13d805e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.070025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdbf11d-121f-4926-8c32-5b02df117289 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.073244] env[69731]: INFO nova.compute.manager [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Took 44.29 seconds to build instance. [ 827.078503] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bd29a7-e05a-4a35-b7e1-514819378673 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.093456] env[69731]: DEBUG nova.compute.provider_tree [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.241536] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d71252-990e-412a-e8f3-7841383f5b17, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.241805] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.242087] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38/1820a34a-f585-47ff-a7dd-586f47feaf38.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.242354] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72bb6c17-fea3-49dd-8289-eba95fd89e5c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.251486] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 827.251486] env[69731]: value = "task-3275101" [ 827.251486] env[69731]: _type = "Task" [ 827.251486] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.260893] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.577596] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0810c1fb-906b-4abb-9b85-15d197b175bb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.846s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.599640] env[69731]: DEBUG nova.scheduler.client.report [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.766171] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493379} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.766487] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38/1820a34a-f585-47ff-a7dd-586f47feaf38.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.766788] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.767080] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cee9a394-8f7f-4d4f-a9b4-e92a807b7153 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.775746] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 827.775746] env[69731]: value = "task-3275102" [ 827.775746] env[69731]: _type = "Task" [ 827.775746] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.784487] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.110146] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.110146] env[69731]: DEBUG nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.114658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.995s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.114973] env[69731]: DEBUG nova.objects.instance [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lazy-loading 'resources' on Instance uuid 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.287707] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075438} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.287874] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.289215] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f646911c-162a-43c0-ae82-410d78d08577 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.315026] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38/1820a34a-f585-47ff-a7dd-586f47feaf38.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.315174] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27d2f8f-e3c1-447d-b0ff-31d40083982a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.336815] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 828.336815] env[69731]: value = "task-3275104" [ 828.336815] env[69731]: _type = "Task" [ 828.336815] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.345232] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.622045] env[69731]: DEBUG nova.compute.utils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.628304] env[69731]: DEBUG nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.628304] env[69731]: DEBUG nova.network.neutron [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.630632] env[69731]: DEBUG nova.compute.manager [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.631763] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e900ce07-8621-4a33-ad18-587dd82fa9b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.727186] env[69731]: DEBUG nova.policy [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac5946a8327d4661aac55e315254a354', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc43b28c5cf64e958c5695b369a481e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.849749] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275104, 'name': ReconfigVM_Task, 'duration_secs': 0.477713} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.853537] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38/1820a34a-f585-47ff-a7dd-586f47feaf38.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.853710] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80cba791-ae27-4f8a-825d-fe92d722e81a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.862475] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 828.862475] env[69731]: value = "task-3275105" [ 828.862475] env[69731]: _type = "Task" [ 828.862475] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.874946] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275105, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.087957] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8313e91c-b5e5-481d-9582-bc62e816183c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.096664] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c02ca93-c2e8-484a-9ecd-be71c4cb1a37 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.138951] env[69731]: DEBUG nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.142415] env[69731]: DEBUG nova.network.neutron [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Successfully created port: 18523b92-ddfc-4b29-8c21-ee1196700dc2 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.144904] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a586a33-8799-46a5-8f1e-8a770b930d50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.148310] env[69731]: INFO nova.compute.manager [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] instance snapshotting [ 829.151157] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aef6b2-0248-4dd6-bf8c-f0b74dd38606 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.158986] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30783f7e-962e-4572-b507-3df199e3a219 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.177110] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43819ab6-4a2f-45e3-9573-86b9f6b79146 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.187603] env[69731]: DEBUG nova.compute.provider_tree [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.373506] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275105, 'name': Rename_Task, 'duration_secs': 0.206531} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.373794] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.374051] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a695a9-f047-4b8d-9c59-5f03ec34e6c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.381056] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 829.381056] env[69731]: value = "task-3275106" [ 829.381056] env[69731]: _type = "Task" [ 829.381056] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.389287] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.699096] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.699375] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13b7f088-7f7d-4732-a6b3-fb7a8e721506 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.708253] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 829.708253] env[69731]: value = "task-3275107" [ 829.708253] env[69731]: _type = "Task" [ 829.708253] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.716733] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.722183] env[69731]: DEBUG nova.scheduler.client.report [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 829.722500] env[69731]: DEBUG nova.compute.provider_tree [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 73 to 74 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 829.722696] env[69731]: DEBUG nova.compute.provider_tree [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.891904] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.156348] env[69731]: DEBUG nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.178580] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:06:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='917126a2-3bda-46d8-afec-22543381a298',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-93057261',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.178923] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.179085] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.179309] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.179491] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.179670] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.179888] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.180065] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.180282] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.180451] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.180629] env[69731]: DEBUG nova.virt.hardware [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.181562] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca32a80-ed8e-46d6-84a9-8d0cd3a15877 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.189622] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3185e9-70a8-485f-ae1d-21a858876ba9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.217183] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.228127] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.231414] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.507s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.233023] env[69731]: INFO nova.compute.claims [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.254901] env[69731]: INFO nova.scheduler.client.report [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Deleted allocations for instance 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807 [ 830.391852] env[69731]: DEBUG oslo_vmware.api [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275106, 'name': PowerOnVM_Task, 'duration_secs': 0.673978} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.392072] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.392285] env[69731]: DEBUG nova.compute.manager [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.393159] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac9008-e9ea-41c8-8553-a71b37d69668 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.621317] env[69731]: DEBUG nova.compute.manager [req-eca2c2c5-977d-42c5-9991-fdebc06af5fd req-6ad8c7e2-d302-4b5d-94ba-3ac00594fba6 service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Received event network-vif-plugged-18523b92-ddfc-4b29-8c21-ee1196700dc2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.621317] env[69731]: DEBUG oslo_concurrency.lockutils [req-eca2c2c5-977d-42c5-9991-fdebc06af5fd req-6ad8c7e2-d302-4b5d-94ba-3ac00594fba6 service nova] Acquiring lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.621317] env[69731]: DEBUG oslo_concurrency.lockutils [req-eca2c2c5-977d-42c5-9991-fdebc06af5fd req-6ad8c7e2-d302-4b5d-94ba-3ac00594fba6 service nova] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.621666] env[69731]: DEBUG oslo_concurrency.lockutils [req-eca2c2c5-977d-42c5-9991-fdebc06af5fd req-6ad8c7e2-d302-4b5d-94ba-3ac00594fba6 service nova] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.622441] env[69731]: DEBUG nova.compute.manager [req-eca2c2c5-977d-42c5-9991-fdebc06af5fd req-6ad8c7e2-d302-4b5d-94ba-3ac00594fba6 service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] No waiting events found dispatching network-vif-plugged-18523b92-ddfc-4b29-8c21-ee1196700dc2 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.622796] env[69731]: WARNING nova.compute.manager [req-eca2c2c5-977d-42c5-9991-fdebc06af5fd req-6ad8c7e2-d302-4b5d-94ba-3ac00594fba6 service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Received unexpected event network-vif-plugged-18523b92-ddfc-4b29-8c21-ee1196700dc2 for instance with vm_state building and task_state spawning. [ 830.722872] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275107, 'name': CreateSnapshot_Task, 'duration_secs': 0.969573} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.723247] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 830.725022] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b1200c-b6af-4686-8540-cd29322d02fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.766170] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b261c9ec-0ca1-4e9c-b2f9-e7c0d8f81450 tempest-ServersAdmin275Test-285710113 tempest-ServersAdmin275Test-285710113-project-member] Lock "6b40bd9e-5036-4b89-8eb3-dcf4fcbad807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.265s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.777407] env[69731]: DEBUG nova.network.neutron [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Successfully updated port: 18523b92-ddfc-4b29-8c21-ee1196700dc2 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.912172] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.243877] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.248533] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9d0679e0-1ead-4c02-a608-6e2f59e07ad3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.256940] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 831.256940] env[69731]: value = "task-3275109" [ 831.256940] env[69731]: _type = "Task" [ 831.256940] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.265442] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275109, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.282968] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.285229] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.285229] env[69731]: DEBUG nova.network.neutron [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.672519] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bd3f60-91e3-4d3a-a444-2cd17222d6a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.681922] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a9253-cafe-4942-bf01-cb66ee70e19b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.716510] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b5c8d-25d0-497c-9d52-1f7d37a21177 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.724623] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615ee36-8000-4e3b-b4a4-e45341b35569 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.740136] env[69731]: DEBUG nova.compute.provider_tree [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.768048] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275109, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.827404] env[69731]: DEBUG nova.network.neutron [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.112510] env[69731]: DEBUG nova.network.neutron [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance_info_cache with network_info: [{"id": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "address": "fa:16:3e:ec:d6:6e", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18523b92-dd", "ovs_interfaceid": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.163784] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "1820a34a-f585-47ff-a7dd-586f47feaf38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.163784] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "1820a34a-f585-47ff-a7dd-586f47feaf38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.163784] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "1820a34a-f585-47ff-a7dd-586f47feaf38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.163784] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "1820a34a-f585-47ff-a7dd-586f47feaf38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.164069] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "1820a34a-f585-47ff-a7dd-586f47feaf38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.164755] env[69731]: INFO nova.compute.manager [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Terminating instance [ 832.244200] env[69731]: DEBUG nova.scheduler.client.report [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.269924] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275109, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.615503] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.615879] env[69731]: DEBUG nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Instance network_info: |[{"id": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "address": "fa:16:3e:ec:d6:6e", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18523b92-dd", "ovs_interfaceid": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.616383] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:d6:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18523b92-ddfc-4b29-8c21-ee1196700dc2', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.627766] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.628100] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.628393] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b11ff76f-3906-4aa4-a5dc-fba924531d4e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.650409] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.650409] env[69731]: value = "task-3275111" [ 832.650409] env[69731]: _type = "Task" [ 832.650409] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.658151] env[69731]: DEBUG nova.compute.manager [req-0ba06639-c0e7-48af-a35b-381ea2932ef4 req-5f3a7b4b-3843-4894-ad00-1ce75dc8f32a service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Received event network-changed-18523b92-ddfc-4b29-8c21-ee1196700dc2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.658375] env[69731]: DEBUG nova.compute.manager [req-0ba06639-c0e7-48af-a35b-381ea2932ef4 req-5f3a7b4b-3843-4894-ad00-1ce75dc8f32a service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Refreshing instance network info cache due to event network-changed-18523b92-ddfc-4b29-8c21-ee1196700dc2. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.658923] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ba06639-c0e7-48af-a35b-381ea2932ef4 req-5f3a7b4b-3843-4894-ad00-1ce75dc8f32a service nova] Acquiring lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.658923] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ba06639-c0e7-48af-a35b-381ea2932ef4 req-5f3a7b4b-3843-4894-ad00-1ce75dc8f32a service nova] Acquired lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.658923] env[69731]: DEBUG nova.network.neutron [req-0ba06639-c0e7-48af-a35b-381ea2932ef4 req-5f3a7b4b-3843-4894-ad00-1ce75dc8f32a service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Refreshing network info cache for port 18523b92-ddfc-4b29-8c21-ee1196700dc2 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.666247] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275111, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.671612] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "refresh_cache-1820a34a-f585-47ff-a7dd-586f47feaf38" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.671887] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired lock "refresh_cache-1820a34a-f585-47ff-a7dd-586f47feaf38" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.672269] env[69731]: DEBUG nova.network.neutron [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.750796] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.754128] env[69731]: DEBUG nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.761018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.284s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.761018] env[69731]: DEBUG nova.objects.instance [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lazy-loading 'resources' on Instance uuid f1233fff-fc73-459f-b232-19c5fea2d879 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.773423] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275109, 'name': CloneVM_Task, 'duration_secs': 1.496152} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.775955] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Created linked-clone VM from snapshot [ 832.778331] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58dd658-1a48-4d72-92e5-dd15a324d53d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.794609] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Uploading image 47dc3510-f5f3-4c52-9eaf-d08b741c4bd6 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.825091] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 832.825091] env[69731]: value = "vm-654153" [ 832.825091] env[69731]: _type = "VirtualMachine" [ 832.825091] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 832.826743] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-790b41a1-83c6-4dee-ae5a-e41ad683ed4f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.834978] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lease: (returnval){ [ 832.834978] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e26e9e-5ffe-c392-4718-c5bb8d2efe62" [ 832.834978] env[69731]: _type = "HttpNfcLease" [ 832.834978] env[69731]: } obtained for exporting VM: (result){ [ 832.834978] env[69731]: value = "vm-654153" [ 832.834978] env[69731]: _type = "VirtualMachine" [ 832.834978] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 832.836546] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the lease: (returnval){ [ 832.836546] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e26e9e-5ffe-c392-4718-c5bb8d2efe62" [ 832.836546] env[69731]: _type = "HttpNfcLease" [ 832.836546] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 832.842662] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.842662] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e26e9e-5ffe-c392-4718-c5bb8d2efe62" [ 832.842662] env[69731]: _type = "HttpNfcLease" [ 832.842662] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 833.172231] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275111, 'name': CreateVM_Task, 'duration_secs': 0.387151} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.172231] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.172231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.172231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.172231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.172428] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3e97c7-d32f-4576-9f2c-bc82a7627532 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.183654] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 833.183654] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d20ac-8760-b7e7-389c-b70130d9b14c" [ 833.183654] env[69731]: _type = "Task" [ 833.183654] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.193973] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d20ac-8760-b7e7-389c-b70130d9b14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.232604] env[69731]: DEBUG nova.network.neutron [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.266960] env[69731]: DEBUG nova.compute.utils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.273910] env[69731]: DEBUG nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.274073] env[69731]: DEBUG nova.network.neutron [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.349627] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.349627] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e26e9e-5ffe-c392-4718-c5bb8d2efe62" [ 833.349627] env[69731]: _type = "HttpNfcLease" [ 833.349627] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.349886] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.349886] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e26e9e-5ffe-c392-4718-c5bb8d2efe62" [ 833.349886] env[69731]: _type = "HttpNfcLease" [ 833.349886] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.350674] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef429426-c903-4ecd-864b-465c1107ec83 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.360454] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52473334-47ca-39ec-487d-3758bdda79be/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.360699] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52473334-47ca-39ec-487d-3758bdda79be/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.429415] env[69731]: DEBUG nova.network.neutron [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.435547] env[69731]: DEBUG nova.policy [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec72807d98a44e2ca147b42d4742c949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0c9790e8434e0da70a79ed08d6e181', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.580938] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17a69b69-439a-40bd-84ea-15379735d10e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.694086] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d20ac-8760-b7e7-389c-b70130d9b14c, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.698226] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.698226] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.698226] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.698226] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.698393] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.698393] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a482d6c0-131f-43ec-9122-834184cd9d55 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.706910] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.707025] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.707787] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd15061-8618-43eb-b2b1-9f0c74f678d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.717385] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 833.717385] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527cd4c2-3d8c-3a19-e364-508341ac1e14" [ 833.717385] env[69731]: _type = "Task" [ 833.717385] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.726914] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527cd4c2-3d8c-3a19-e364-508341ac1e14, 'name': SearchDatastore_Task, 'duration_secs': 0.008277} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.728109] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9522884-d1a9-45e8-9ae0-ec0e09ecbd95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.735399] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 833.735399] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52235c14-b5ba-19ac-ad04-42e0f20bab39" [ 833.735399] env[69731]: _type = "Task" [ 833.735399] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.743184] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52235c14-b5ba-19ac-ad04-42e0f20bab39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.779800] env[69731]: DEBUG nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.812210] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cd2a4d-20ca-45a9-804f-ebc38dde4ca1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.823715] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376636fa-f0f1-4594-9e7b-926a5a06d8b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.861712] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3724a8f-a4ec-43b3-877f-b333592a022a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.870473] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e3835-2f8a-44aa-bbac-9316727fa2be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.887718] env[69731]: DEBUG nova.compute.provider_tree [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.938788] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Releasing lock "refresh_cache-1820a34a-f585-47ff-a7dd-586f47feaf38" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.938788] env[69731]: DEBUG nova.compute.manager [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.939137] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.939786] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca3132-4328-40c9-bee0-8368c58d6f74 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.950291] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.950582] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa36dbdc-daaf-4ed2-8942-fb7fc53c1ad7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.957533] env[69731]: DEBUG oslo_vmware.api [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 833.957533] env[69731]: value = "task-3275113" [ 833.957533] env[69731]: _type = "Task" [ 833.957533] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.968881] env[69731]: DEBUG oslo_vmware.api [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.132420] env[69731]: DEBUG nova.network.neutron [req-0ba06639-c0e7-48af-a35b-381ea2932ef4 req-5f3a7b4b-3843-4894-ad00-1ce75dc8f32a service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updated VIF entry in instance network info cache for port 18523b92-ddfc-4b29-8c21-ee1196700dc2. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.132420] env[69731]: DEBUG nova.network.neutron [req-0ba06639-c0e7-48af-a35b-381ea2932ef4 req-5f3a7b4b-3843-4894-ad00-1ce75dc8f32a service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance_info_cache with network_info: [{"id": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "address": "fa:16:3e:ec:d6:6e", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18523b92-dd", "ovs_interfaceid": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.248739] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52235c14-b5ba-19ac-ad04-42e0f20bab39, 'name': SearchDatastore_Task, 'duration_secs': 0.008555} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.249580] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.250040] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64/8425829c-c4ad-40b5-93f5-5cac89c6ae64.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.250661] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f61b98c3-c6f5-4caf-b959-e9263cbf1d2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.260832] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 834.260832] env[69731]: value = "task-3275114" [ 834.260832] env[69731]: _type = "Task" [ 834.260832] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.274886] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.442701] env[69731]: DEBUG nova.network.neutron [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Successfully created port: fa3b562f-8a57-4dbc-a1f6-65f61c4a412b {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.449653] env[69731]: DEBUG nova.scheduler.client.report [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 834.449967] env[69731]: DEBUG nova.compute.provider_tree [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 74 to 75 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 834.450414] env[69731]: DEBUG nova.compute.provider_tree [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.473423] env[69731]: DEBUG oslo_vmware.api [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275113, 'name': PowerOffVM_Task, 'duration_secs': 0.149187} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.473823] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.474157] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.474562] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01fb6f24-fe0e-4645-8cab-a59fb339ff9a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.500953] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.501213] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.501399] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Deleting the datastore file [datastore2] 1820a34a-f585-47ff-a7dd-586f47feaf38 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.501676] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c287e9a-f722-4cf0-aa7d-f6d7541730c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.513599] env[69731]: DEBUG oslo_vmware.api [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 834.513599] env[69731]: value = "task-3275117" [ 834.513599] env[69731]: _type = "Task" [ 834.513599] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.526834] env[69731]: DEBUG oslo_vmware.api [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.641211] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ba06639-c0e7-48af-a35b-381ea2932ef4 req-5f3a7b4b-3843-4894-ad00-1ce75dc8f32a service nova] Releasing lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.780019] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505782} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.780019] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64/8425829c-c4ad-40b5-93f5-5cac89c6ae64.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.780019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.780019] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0f6fff0-a719-42d5-8889-288d95293b8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.788168] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 834.788168] env[69731]: value = "task-3275121" [ 834.788168] env[69731]: _type = "Task" [ 834.788168] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.795615] env[69731]: DEBUG nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.805717] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.833505] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.833771] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.833932] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.837473] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.837667] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.837824] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.838078] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.838280] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.838456] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.838624] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.838799] env[69731]: DEBUG nova.virt.hardware [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.839751] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4c08d6-f1da-43c6-b413-b23cff7f50a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.847572] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3582e-4694-4d01-9f1b-daa36558da89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.959041] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.961434] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.312s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.961817] env[69731]: DEBUG nova.objects.instance [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 834.983168] env[69731]: INFO nova.scheduler.client.report [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Deleted allocations for instance f1233fff-fc73-459f-b232-19c5fea2d879 [ 835.027625] env[69731]: DEBUG oslo_vmware.api [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317615} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.027625] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.027625] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.027625] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.027625] env[69731]: INFO nova.compute.manager [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Took 1.09 seconds to destroy the instance on the hypervisor. [ 835.028020] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.028071] env[69731]: DEBUG nova.compute.manager [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.028218] env[69731]: DEBUG nova.network.neutron [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.052724] env[69731]: DEBUG nova.network.neutron [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.299696] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071916} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.299962] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.300952] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee8552-dbb0-43dd-9a6e-12b45d51491b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.324531] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64/8425829c-c4ad-40b5-93f5-5cac89c6ae64.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.325230] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d4744f-c522-4c22-9b0d-a4c9c3b730f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.345221] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 835.345221] env[69731]: value = "task-3275122" [ 835.345221] env[69731]: _type = "Task" [ 835.345221] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.355995] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.492717] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4832fdbf-e483-4ee0-80ba-43e382c66d36 tempest-AttachInterfacesUnderV243Test-1885761176 tempest-AttachInterfacesUnderV243Test-1885761176-project-member] Lock "f1233fff-fc73-459f-b232-19c5fea2d879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.988s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.559836] env[69731]: DEBUG nova.network.neutron [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.855854] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275122, 'name': ReconfigVM_Task, 'duration_secs': 0.308821} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.856186] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64/8425829c-c4ad-40b5-93f5-5cac89c6ae64.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.856886] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9f8ef85-de96-4553-a08f-d26a8b5e7368 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.864101] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 835.864101] env[69731]: value = "task-3275123" [ 835.864101] env[69731]: _type = "Task" [ 835.864101] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.873148] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275123, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.973738] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b2ab71d-5db0-4e40-af5f-cf6b2d161338 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.975018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.526s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.976674] env[69731]: INFO nova.compute.claims [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.064739] env[69731]: INFO nova.compute.manager [-] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Took 1.04 seconds to deallocate network for instance. [ 836.249032] env[69731]: DEBUG nova.compute.manager [req-1b5cb0c0-28c3-43ca-961c-c732ddcaee2b req-8e9af3da-4444-4e40-85eb-d6b676ca51b8 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Received event network-vif-plugged-fa3b562f-8a57-4dbc-a1f6-65f61c4a412b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.249319] env[69731]: DEBUG oslo_concurrency.lockutils [req-1b5cb0c0-28c3-43ca-961c-c732ddcaee2b req-8e9af3da-4444-4e40-85eb-d6b676ca51b8 service nova] Acquiring lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.249566] env[69731]: DEBUG oslo_concurrency.lockutils [req-1b5cb0c0-28c3-43ca-961c-c732ddcaee2b req-8e9af3da-4444-4e40-85eb-d6b676ca51b8 service nova] Lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.249768] env[69731]: DEBUG oslo_concurrency.lockutils [req-1b5cb0c0-28c3-43ca-961c-c732ddcaee2b req-8e9af3da-4444-4e40-85eb-d6b676ca51b8 service nova] Lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.249964] env[69731]: DEBUG nova.compute.manager [req-1b5cb0c0-28c3-43ca-961c-c732ddcaee2b req-8e9af3da-4444-4e40-85eb-d6b676ca51b8 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] No waiting events found dispatching network-vif-plugged-fa3b562f-8a57-4dbc-a1f6-65f61c4a412b {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.250798] env[69731]: WARNING nova.compute.manager [req-1b5cb0c0-28c3-43ca-961c-c732ddcaee2b req-8e9af3da-4444-4e40-85eb-d6b676ca51b8 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Received unexpected event network-vif-plugged-fa3b562f-8a57-4dbc-a1f6-65f61c4a412b for instance with vm_state building and task_state spawning. [ 836.386071] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275123, 'name': Rename_Task, 'duration_secs': 0.194193} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.386444] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.386714] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de42ea7-3562-4349-876c-60bb0fe11f41 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.397371] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 836.397371] env[69731]: value = "task-3275124" [ 836.397371] env[69731]: _type = "Task" [ 836.397371] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.411717] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275124, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.465032] env[69731]: DEBUG nova.network.neutron [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Successfully updated port: fa3b562f-8a57-4dbc-a1f6-65f61c4a412b {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.576559] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.913988] env[69731]: DEBUG oslo_vmware.api [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275124, 'name': PowerOnVM_Task, 'duration_secs': 0.48493} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.914334] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.914584] env[69731]: INFO nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Took 6.76 seconds to spawn the instance on the hypervisor. [ 836.914784] env[69731]: DEBUG nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.915637] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dd3e2c-46b3-4af7-9400-52a2f50faa4f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.971643] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "refresh_cache-a7134aaf-b676-488f-bc5d-c5d656a5a57c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.971811] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquired lock "refresh_cache-a7134aaf-b676-488f-bc5d-c5d656a5a57c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.971944] env[69731]: DEBUG nova.network.neutron [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.434285] env[69731]: INFO nova.compute.manager [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Took 49.65 seconds to build instance. [ 837.506375] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012ca4a8-72fc-4b2a-a695-95c4d4809b56 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.519289] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a82b7a-d207-41d8-b770-7bf53c7fb212 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.561134] env[69731]: DEBUG nova.network.neutron [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.563586] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc6435d-751f-40bf-adb8-205e5d6e65dc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.581443] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7b9650-2487-4ef0-86d2-dace07bf2900 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.605627] env[69731]: DEBUG nova.compute.provider_tree [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.835628] env[69731]: DEBUG nova.network.neutron [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Updating instance_info_cache with network_info: [{"id": "fa3b562f-8a57-4dbc-a1f6-65f61c4a412b", "address": "fa:16:3e:00:0f:19", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3b562f-8a", "ovs_interfaceid": "fa3b562f-8a57-4dbc-a1f6-65f61c4a412b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.884044] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquiring lock "12600966-7597-402e-a27e-b77d3b97afc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.884347] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "12600966-7597-402e-a27e-b77d3b97afc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.941523] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5962992d-19fd-4467-9c0d-652a2728774d tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.344s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.108688] env[69731]: DEBUG nova.scheduler.client.report [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.338474] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Releasing lock "refresh_cache-a7134aaf-b676-488f-bc5d-c5d656a5a57c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.338852] env[69731]: DEBUG nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Instance network_info: |[{"id": "fa3b562f-8a57-4dbc-a1f6-65f61c4a412b", "address": "fa:16:3e:00:0f:19", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3b562f-8a", "ovs_interfaceid": "fa3b562f-8a57-4dbc-a1f6-65f61c4a412b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.339510] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:0f:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa3b562f-8a57-4dbc-a1f6-65f61c4a412b', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.353594] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.354234] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.358377] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1848a431-429f-44df-b6bc-7bd6b452497a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.384139] env[69731]: DEBUG nova.compute.manager [req-d601f6ff-5183-4c03-b591-48a07414a7ec req-f71b92a1-4106-4489-9d4a-3a9c3854f189 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Received event network-changed-fa3b562f-8a57-4dbc-a1f6-65f61c4a412b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.384139] env[69731]: DEBUG nova.compute.manager [req-d601f6ff-5183-4c03-b591-48a07414a7ec req-f71b92a1-4106-4489-9d4a-3a9c3854f189 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Refreshing instance network info cache due to event network-changed-fa3b562f-8a57-4dbc-a1f6-65f61c4a412b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.384139] env[69731]: DEBUG oslo_concurrency.lockutils [req-d601f6ff-5183-4c03-b591-48a07414a7ec req-f71b92a1-4106-4489-9d4a-3a9c3854f189 service nova] Acquiring lock "refresh_cache-a7134aaf-b676-488f-bc5d-c5d656a5a57c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.384139] env[69731]: DEBUG oslo_concurrency.lockutils [req-d601f6ff-5183-4c03-b591-48a07414a7ec req-f71b92a1-4106-4489-9d4a-3a9c3854f189 service nova] Acquired lock "refresh_cache-a7134aaf-b676-488f-bc5d-c5d656a5a57c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.384139] env[69731]: DEBUG nova.network.neutron [req-d601f6ff-5183-4c03-b591-48a07414a7ec req-f71b92a1-4106-4489-9d4a-3a9c3854f189 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Refreshing network info cache for port fa3b562f-8a57-4dbc-a1f6-65f61c4a412b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.389328] env[69731]: DEBUG nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.394622] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.394622] env[69731]: value = "task-3275126" [ 838.394622] env[69731]: _type = "Task" [ 838.394622] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.409023] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275126, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.604262] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Acquiring lock "7cbb839b-a3e5-4a93-92f8-123745434129" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.605114] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "7cbb839b-a3e5-4a93-92f8-123745434129" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.614397] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.614912] env[69731]: DEBUG nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.617808] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.661s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.618036] env[69731]: DEBUG nova.objects.instance [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lazy-loading 'resources' on Instance uuid c2719988-7eaa-44cd-bf9b-d2e94aae2878 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.913053] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275126, 'name': CreateVM_Task, 'duration_secs': 0.444142} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.913053] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.913053] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.913053] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.913053] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.913508] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f702297-bf8f-4b9b-b1f3-836632e6c74e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.917679] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 838.917679] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e25fea-9c79-ea87-c6f1-f578c53f8be4" [ 838.917679] env[69731]: _type = "Task" [ 838.917679] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.920161] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.933673] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e25fea-9c79-ea87-c6f1-f578c53f8be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.108262] env[69731]: DEBUG nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.121304] env[69731]: DEBUG nova.compute.utils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.128131] env[69731]: DEBUG nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.128404] env[69731]: DEBUG nova.network.neutron [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.204963] env[69731]: DEBUG nova.policy [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2974c8799a5b4426b40133f1a08dda8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a91c3f298f64f52a5cb8e67ff21cdd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.320112] env[69731]: DEBUG nova.network.neutron [req-d601f6ff-5183-4c03-b591-48a07414a7ec req-f71b92a1-4106-4489-9d4a-3a9c3854f189 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Updated VIF entry in instance network info cache for port fa3b562f-8a57-4dbc-a1f6-65f61c4a412b. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.320287] env[69731]: DEBUG nova.network.neutron [req-d601f6ff-5183-4c03-b591-48a07414a7ec req-f71b92a1-4106-4489-9d4a-3a9c3854f189 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Updating instance_info_cache with network_info: [{"id": "fa3b562f-8a57-4dbc-a1f6-65f61c4a412b", "address": "fa:16:3e:00:0f:19", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3b562f-8a", "ovs_interfaceid": "fa3b562f-8a57-4dbc-a1f6-65f61c4a412b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.333534] env[69731]: DEBUG oslo_concurrency.lockutils [req-d601f6ff-5183-4c03-b591-48a07414a7ec req-f71b92a1-4106-4489-9d4a-3a9c3854f189 service nova] Releasing lock "refresh_cache-a7134aaf-b676-488f-bc5d-c5d656a5a57c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.436359] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e25fea-9c79-ea87-c6f1-f578c53f8be4, 'name': SearchDatastore_Task, 'duration_secs': 0.019261} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.436888] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.439066] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.439066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.439066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.439251] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.440696] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1b4a8a-3b44-4d79-9139-b6ff6a200672 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.456102] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.456343] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.457420] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce31ebe-e2a2-45e7-ad41-3dd4bc436ca2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.471901] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 839.471901] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52619af3-5eb2-9303-89c2-e867dcbd06ac" [ 839.471901] env[69731]: _type = "Task" [ 839.471901] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.484273] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52619af3-5eb2-9303-89c2-e867dcbd06ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.626570] env[69731]: DEBUG nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.636600] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.653547] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6c9eb3-2076-4464-afba-a5c6429ebd03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.661271] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11fce2-21c9-4810-a10f-5140980a5e9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.693354] env[69731]: DEBUG nova.network.neutron [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Successfully created port: 85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.696536] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe3a14-816c-4ef8-9766-e9b18e51cbce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.705834] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b320a5e2-8552-470f-b0f0-5ce36052fa16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.722359] env[69731]: DEBUG nova.compute.provider_tree [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.842455] env[69731]: DEBUG nova.compute.manager [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 839.984888] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52619af3-5eb2-9303-89c2-e867dcbd06ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.988208] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af69dcd-8550-44d7-885e-d9c5ee3594cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.997348] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 839.997348] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f08fa5-9fb3-c07b-ef86-bef7d0cbba7b" [ 839.997348] env[69731]: _type = "Task" [ 839.997348] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.004610] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f08fa5-9fb3-c07b-ef86-bef7d0cbba7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.245632] env[69731]: ERROR nova.scheduler.client.report [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [req-4c959eb7-e42c-4f54-a636-9e59b2b942ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4c959eb7-e42c-4f54-a636-9e59b2b942ea"}]} [ 840.264970] env[69731]: DEBUG nova.scheduler.client.report [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 840.282032] env[69731]: DEBUG nova.scheduler.client.report [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 840.282294] env[69731]: DEBUG nova.compute.provider_tree [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.296859] env[69731]: DEBUG nova.scheduler.client.report [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 840.316043] env[69731]: DEBUG nova.scheduler.client.report [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 840.378734] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.509927] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f08fa5-9fb3-c07b-ef86-bef7d0cbba7b, 'name': SearchDatastore_Task, 'duration_secs': 0.01631} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.510339] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.513445] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] a7134aaf-b676-488f-bc5d-c5d656a5a57c/a7134aaf-b676-488f-bc5d-c5d656a5a57c.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.513445] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cf9e634-97b3-42ff-9c7d-4c7bd955ca8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.520212] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 840.520212] env[69731]: value = "task-3275128" [ 840.520212] env[69731]: _type = "Task" [ 840.520212] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.530211] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.639634] env[69731]: DEBUG nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.670511] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.670719] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.670846] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.671068] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.671273] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.671437] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.671649] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.671816] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.674368] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.674368] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.674368] env[69731]: DEBUG nova.virt.hardware [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.674368] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a92e75-bff1-4f96-aa48-42e8515ea55b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.687421] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c30fa7-9a81-492c-994b-ed5274c7e3cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.814840] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd4e530-febb-45af-ab09-5bef076d300f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.822225] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5af048-7b65-4e0a-b208-c0a2acd64fe1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.857201] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d18d3-ab6f-4805-b2b4-ef79e36e6cec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.867339] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725075f9-a45b-4bb1-b2ce-af59c586db7d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.882874] env[69731]: DEBUG nova.compute.provider_tree [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.019801] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52473334-47ca-39ec-487d-3758bdda79be/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.022245] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aea6dc-ced2-466f-8e3c-09eb883dfa91 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.040332] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52473334-47ca-39ec-487d-3758bdda79be/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.040878] env[69731]: ERROR oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52473334-47ca-39ec-487d-3758bdda79be/disk-0.vmdk due to incomplete transfer. [ 841.044530] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-496c50fe-136e-4baf-a07e-63d36e0b3525 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.046632] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275128, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.053799] env[69731]: DEBUG oslo_vmware.rw_handles [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52473334-47ca-39ec-487d-3758bdda79be/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 841.054579] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Uploaded image 47dc3510-f5f3-4c52-9eaf-d08b741c4bd6 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 841.056511] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.056857] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d25ded2-c54c-452a-8927-41579908280f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.064052] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 841.064052] env[69731]: value = "task-3275129" [ 841.064052] env[69731]: _type = "Task" [ 841.064052] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.074101] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275129, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.246316] env[69731]: DEBUG nova.compute.manager [req-ac254a0e-9243-4be4-8888-95b2478e1abf req-9e6c6bc4-da25-46dd-b85e-0ee674e198c2 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Received event network-vif-plugged-85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.247110] env[69731]: DEBUG oslo_concurrency.lockutils [req-ac254a0e-9243-4be4-8888-95b2478e1abf req-9e6c6bc4-da25-46dd-b85e-0ee674e198c2 service nova] Acquiring lock "124cec1a-34df-49e3-ba69-15eb5659860f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.247603] env[69731]: DEBUG oslo_concurrency.lockutils [req-ac254a0e-9243-4be4-8888-95b2478e1abf req-9e6c6bc4-da25-46dd-b85e-0ee674e198c2 service nova] Lock "124cec1a-34df-49e3-ba69-15eb5659860f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.247986] env[69731]: DEBUG oslo_concurrency.lockutils [req-ac254a0e-9243-4be4-8888-95b2478e1abf req-9e6c6bc4-da25-46dd-b85e-0ee674e198c2 service nova] Lock "124cec1a-34df-49e3-ba69-15eb5659860f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.248598] env[69731]: DEBUG nova.compute.manager [req-ac254a0e-9243-4be4-8888-95b2478e1abf req-9e6c6bc4-da25-46dd-b85e-0ee674e198c2 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] No waiting events found dispatching network-vif-plugged-85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.248949] env[69731]: WARNING nova.compute.manager [req-ac254a0e-9243-4be4-8888-95b2478e1abf req-9e6c6bc4-da25-46dd-b85e-0ee674e198c2 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Received unexpected event network-vif-plugged-85fcbd71-fefb-461a-a5ba-158c8f337807 for instance with vm_state building and task_state spawning. [ 841.328978] env[69731]: DEBUG nova.network.neutron [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Successfully updated port: 85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.432209] env[69731]: DEBUG nova.scheduler.client.report [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 841.432209] env[69731]: DEBUG nova.compute.provider_tree [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 79 to 80 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 841.432209] env[69731]: DEBUG nova.compute.provider_tree [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.536753] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708284} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.537708] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] a7134aaf-b676-488f-bc5d-c5d656a5a57c/a7134aaf-b676-488f-bc5d-c5d656a5a57c.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.538112] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.538775] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c09dab1-c04b-450c-a78e-5612d756b245 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.548964] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 841.548964] env[69731]: value = "task-3275130" [ 841.548964] env[69731]: _type = "Task" [ 841.548964] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.558175] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.572414] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275129, 'name': Destroy_Task, 'duration_secs': 0.376897} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.572779] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Destroyed the VM [ 841.573094] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 841.573459] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0cf26409-ac86-4e09-a883-71f5e1e3fb87 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.579165] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 841.579165] env[69731]: value = "task-3275131" [ 841.579165] env[69731]: _type = "Task" [ 841.579165] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.589294] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.831752] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.831907] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquired lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.833203] env[69731]: DEBUG nova.network.neutron [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.942146] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.324s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.944970] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.901s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.944970] env[69731]: DEBUG nova.objects.instance [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lazy-loading 'resources' on Instance uuid 04dcf87e-ecc6-448b-b167-90f89535c268 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.966122] env[69731]: INFO nova.scheduler.client.report [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted allocations for instance c2719988-7eaa-44cd-bf9b-d2e94aae2878 [ 842.059967] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069924} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.060450] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.061335] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f1a5b8-36a5-4312-bd6a-0100f0fe06cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.089025] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a7134aaf-b676-488f-bc5d-c5d656a5a57c/a7134aaf-b676-488f-bc5d-c5d656a5a57c.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.089495] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5308e4c-1cac-4b09-b243-e33b35873c57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.116197] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.117525] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 842.117525] env[69731]: value = "task-3275133" [ 842.117525] env[69731]: _type = "Task" [ 842.117525] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.125914] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.281896] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.282200] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.379739] env[69731]: DEBUG nova.network.neutron [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.474559] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3226df23-c98f-4fa4-a3d8-50195c4d9c91 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "c2719988-7eaa-44cd-bf9b-d2e94aae2878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.470s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.603022] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.629441] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.784697] env[69731]: DEBUG nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.860617] env[69731]: DEBUG nova.network.neutron [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updating instance_info_cache with network_info: [{"id": "85fcbd71-fefb-461a-a5ba-158c8f337807", "address": "fa:16:3e:f3:b6:64", "network": {"id": "20705db6-95ce-49d2-878a-c721efa27037", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-865976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a91c3f298f64f52a5cb8e67ff21cdd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fcbd71-fe", "ovs_interfaceid": "85fcbd71-fefb-461a-a5ba-158c8f337807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.932880] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbddaf2-dfa9-4881-89ea-bc5b54baf572 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.943696] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a38869-88ec-4284-ade5-94027d44df4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.974886] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b776ee-0cd1-465f-9b86-c7220d451f93 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.982673] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f80a8-ccea-48c2-96bb-c51ffb0a0998 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.996298] env[69731]: DEBUG nova.compute.provider_tree [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.101263] env[69731]: DEBUG oslo_vmware.api [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275131, 'name': RemoveSnapshot_Task, 'duration_secs': 1.486773} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.101533] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.101762] env[69731]: INFO nova.compute.manager [None req-eaff89fc-675d-4a07-9dc5-e072c9ea95a3 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Took 13.95 seconds to snapshot the instance on the hypervisor. [ 843.128015] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275133, 'name': ReconfigVM_Task, 'duration_secs': 0.591032} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.128367] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a7134aaf-b676-488f-bc5d-c5d656a5a57c/a7134aaf-b676-488f-bc5d-c5d656a5a57c.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.129310] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-706c3d27-4378-4344-b16d-76f65214c3f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.136662] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 843.136662] env[69731]: value = "task-3275134" [ 843.136662] env[69731]: _type = "Task" [ 843.136662] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.146835] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275134, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.251169] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.251619] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.313038] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.321913] env[69731]: DEBUG nova.compute.manager [req-c990bef0-4074-4b8b-8205-31887de7efde req-0f292c46-e5e0-455b-a444-d544e2434b74 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Received event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.322084] env[69731]: DEBUG nova.compute.manager [req-c990bef0-4074-4b8b-8205-31887de7efde req-0f292c46-e5e0-455b-a444-d544e2434b74 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing instance network info cache due to event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.322306] env[69731]: DEBUG oslo_concurrency.lockutils [req-c990bef0-4074-4b8b-8205-31887de7efde req-0f292c46-e5e0-455b-a444-d544e2434b74 service nova] Acquiring lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.362751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Releasing lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.363074] env[69731]: DEBUG nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Instance network_info: |[{"id": "85fcbd71-fefb-461a-a5ba-158c8f337807", "address": "fa:16:3e:f3:b6:64", "network": {"id": "20705db6-95ce-49d2-878a-c721efa27037", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-865976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a91c3f298f64f52a5cb8e67ff21cdd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fcbd71-fe", "ovs_interfaceid": "85fcbd71-fefb-461a-a5ba-158c8f337807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.363355] env[69731]: DEBUG oslo_concurrency.lockutils [req-c990bef0-4074-4b8b-8205-31887de7efde req-0f292c46-e5e0-455b-a444-d544e2434b74 service nova] Acquired lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.363529] env[69731]: DEBUG nova.network.neutron [req-c990bef0-4074-4b8b-8205-31887de7efde req-0f292c46-e5e0-455b-a444-d544e2434b74 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.364707] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b6:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85fcbd71-fefb-461a-a5ba-158c8f337807', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.372088] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Creating folder: Project (5a91c3f298f64f52a5cb8e67ff21cdd5). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.372973] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5e33d13-3490-4719-8abd-fdb713509854 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.383163] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Created folder: Project (5a91c3f298f64f52a5cb8e67ff21cdd5) in parent group-v654000. [ 843.383343] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Creating folder: Instances. Parent ref: group-v654159. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.383555] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-045425b1-4ea6-4b96-81c7-cfed6d510924 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.393441] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Created folder: Instances in parent group-v654159. [ 843.393616] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.393791] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.393977] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f77c0c4-7152-484b-bec1-109fb9103db2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.412734] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.412734] env[69731]: value = "task-3275137" [ 843.412734] env[69731]: _type = "Task" [ 843.412734] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.419992] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275137, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.499463] env[69731]: DEBUG nova.scheduler.client.report [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.646218] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275134, 'name': Rename_Task, 'duration_secs': 0.144213} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.646450] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.646695] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e8d4f1-9d25-481c-bd38-d80f792399fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.652874] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 843.652874] env[69731]: value = "task-3275138" [ 843.652874] env[69731]: _type = "Task" [ 843.652874] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.660314] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.926035] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275137, 'name': CreateVM_Task, 'duration_secs': 0.374857} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.926035] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.926819] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.926986] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.927328] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.927577] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a493fc0-bee0-4af7-92bd-fde50972bb12 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.932562] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 843.932562] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ffd836-7b7b-a710-c16d-f884d24cc364" [ 843.932562] env[69731]: _type = "Task" [ 843.932562] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.942388] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ffd836-7b7b-a710-c16d-f884d24cc364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.004854] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.007925] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.249s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.007925] env[69731]: DEBUG nova.objects.instance [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lazy-loading 'resources' on Instance uuid ca6706ed-0e25-44e6-8007-105b049e332b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.046635] env[69731]: INFO nova.scheduler.client.report [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Deleted allocations for instance 04dcf87e-ecc6-448b-b167-90f89535c268 [ 844.163979] env[69731]: DEBUG oslo_vmware.api [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275138, 'name': PowerOnVM_Task, 'duration_secs': 0.490937} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.164412] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.164658] env[69731]: INFO nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Took 9.37 seconds to spawn the instance on the hypervisor. [ 844.164903] env[69731]: DEBUG nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.165839] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a8b803-d240-4d16-946b-4d8b1ea92f33 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.183130] env[69731]: DEBUG nova.network.neutron [req-c990bef0-4074-4b8b-8205-31887de7efde req-0f292c46-e5e0-455b-a444-d544e2434b74 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updated VIF entry in instance network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.183619] env[69731]: DEBUG nova.network.neutron [req-c990bef0-4074-4b8b-8205-31887de7efde req-0f292c46-e5e0-455b-a444-d544e2434b74 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updating instance_info_cache with network_info: [{"id": "85fcbd71-fefb-461a-a5ba-158c8f337807", "address": "fa:16:3e:f3:b6:64", "network": {"id": "20705db6-95ce-49d2-878a-c721efa27037", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-865976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a91c3f298f64f52a5cb8e67ff21cdd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fcbd71-fe", "ovs_interfaceid": "85fcbd71-fefb-461a-a5ba-158c8f337807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.443299] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ffd836-7b7b-a710-c16d-f884d24cc364, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.443650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.443789] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.443994] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.444155] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.444335] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.444600] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4edc5ea7-1c4e-4dcd-bc88-3ff3536cb651 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.452929] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.453139] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.453839] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901d17ce-bd2e-4f12-825a-9a3233b5941f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.459284] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 844.459284] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dcd2f6-bffd-3f0c-53e9-6543a8c2f2ef" [ 844.459284] env[69731]: _type = "Task" [ 844.459284] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.466641] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dcd2f6-bffd-3f0c-53e9-6543a8c2f2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.558880] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d1dd1987-2e64-4076-a7ce-0e44d2ae6970 tempest-FloatingIPsAssociationNegativeTestJSON-348929793 tempest-FloatingIPsAssociationNegativeTestJSON-348929793-project-member] Lock "04dcf87e-ecc6-448b-b167-90f89535c268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.364s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.685868] env[69731]: INFO nova.compute.manager [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Took 51.99 seconds to build instance. [ 844.693345] env[69731]: DEBUG oslo_concurrency.lockutils [req-c990bef0-4074-4b8b-8205-31887de7efde req-0f292c46-e5e0-455b-a444-d544e2434b74 service nova] Releasing lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.894092] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33621138-e92a-4690-8bab-8c22cff9a00a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.901929] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbdb39d-021d-4e5c-a19a-18eafbc6c793 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.932844] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d37ea-fac1-4940-aa86-e2638252e6d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.940480] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f2c969-5226-440e-ab4f-a1adbe464a04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.954197] env[69731]: DEBUG nova.compute.provider_tree [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.970933] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dcd2f6-bffd-3f0c-53e9-6543a8c2f2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.971903] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602674a7-8e4d-4cc0-a784-6cebab0d002f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.983029] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 844.983029] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52663625-1594-ae95-6e25-356324cb0369" [ 844.983029] env[69731]: _type = "Task" [ 844.983029] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.985756] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52663625-1594-ae95-6e25-356324cb0369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.187568] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c3cafd27-1a87-4290-b0f5-31d2a4277059 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.794s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.457616] env[69731]: DEBUG nova.scheduler.client.report [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.498632] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52663625-1594-ae95-6e25-356324cb0369, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.498632] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.498632] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f/124cec1a-34df-49e3-ba69-15eb5659860f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.498632] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebbf3d32-2fa6-4774-be4e-8bd2f7d35211 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.502507] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 845.502507] env[69731]: value = "task-3275140" [ 845.502507] env[69731]: _type = "Task" [ 845.502507] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.517368] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.644744] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e04f8d4-12f2-4342-a858-ae285d8695e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.654674] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0a2820-ac64-4a57-a31a-19971f16523c tempest-ServersAdminNegativeTestJSON-1932302187 tempest-ServersAdminNegativeTestJSON-1932302187-project-admin] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Suspending the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 845.655240] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aa585931-dad1-48b3-872a-e3e75f6fe464 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.665566] env[69731]: DEBUG oslo_vmware.api [None req-3b0a2820-ac64-4a57-a31a-19971f16523c tempest-ServersAdminNegativeTestJSON-1932302187 tempest-ServersAdminNegativeTestJSON-1932302187-project-admin] Waiting for the task: (returnval){ [ 845.665566] env[69731]: value = "task-3275141" [ 845.665566] env[69731]: _type = "Task" [ 845.665566] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.676230] env[69731]: DEBUG oslo_vmware.api [None req-3b0a2820-ac64-4a57-a31a-19971f16523c tempest-ServersAdminNegativeTestJSON-1932302187 tempest-ServersAdminNegativeTestJSON-1932302187-project-admin] Task: {'id': task-3275141, 'name': SuspendVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.689975] env[69731]: DEBUG nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.966183] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.970599] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.985s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.971182] env[69731]: DEBUG nova.objects.instance [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lazy-loading 'resources' on Instance uuid 02af359c-dda8-47f3-b878-99c93dab60ed {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.993067] env[69731]: INFO nova.scheduler.client.report [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Deleted allocations for instance ca6706ed-0e25-44e6-8007-105b049e332b [ 846.019362] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504499} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.020457] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f/124cec1a-34df-49e3-ba69-15eb5659860f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.022027] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.022845] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbfc9aa9-a6ce-4f18-8ddb-32074555612a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.032036] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 846.032036] env[69731]: value = "task-3275143" [ 846.032036] env[69731]: _type = "Task" [ 846.032036] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.045062] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.175492] env[69731]: DEBUG oslo_vmware.api [None req-3b0a2820-ac64-4a57-a31a-19971f16523c tempest-ServersAdminNegativeTestJSON-1932302187 tempest-ServersAdminNegativeTestJSON-1932302187-project-admin] Task: {'id': task-3275141, 'name': SuspendVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.219261] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.506035] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b1400f56-71ae-4001-9002-6e69ef5e56b8 tempest-ListImageFiltersTestJSON-316048749 tempest-ListImageFiltersTestJSON-316048749-project-member] Lock "ca6706ed-0e25-44e6-8007-105b049e332b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.446s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.542746] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143743} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.543846] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.544951] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb2b50-f980-4c96-8241-bf3ae92db8e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.571701] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f/124cec1a-34df-49e3-ba69-15eb5659860f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.574516] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c639787-3fd2-47a7-957d-964ff2b1070c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.595140] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 846.595140] env[69731]: value = "task-3275144" [ 846.595140] env[69731]: _type = "Task" [ 846.595140] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.605519] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.678322] env[69731]: DEBUG oslo_vmware.api [None req-3b0a2820-ac64-4a57-a31a-19971f16523c tempest-ServersAdminNegativeTestJSON-1932302187 tempest-ServersAdminNegativeTestJSON-1932302187-project-admin] Task: {'id': task-3275141, 'name': SuspendVM_Task, 'duration_secs': 0.781981} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.678322] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0a2820-ac64-4a57-a31a-19971f16523c tempest-ServersAdminNegativeTestJSON-1932302187 tempest-ServersAdminNegativeTestJSON-1932302187-project-admin] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Suspended the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 846.678322] env[69731]: DEBUG nova.compute.manager [None req-3b0a2820-ac64-4a57-a31a-19971f16523c tempest-ServersAdminNegativeTestJSON-1932302187 tempest-ServersAdminNegativeTestJSON-1932302187-project-admin] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.680116] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c974ce6-f04a-45db-a541-74ccf9b75765 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.963902] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f4be19-5b4f-4d8c-a3cd-6362f0f88072 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.974135] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f09d367-eac9-41bf-9c90-a5a1ca230e46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.008951] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42540610-cc2d-489a-8242-e15cca683015 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.018516] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f17c23-e0c3-4678-b6e7-1e0417d41ac5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.036636] env[69731]: DEBUG nova.compute.provider_tree [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.105477] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275144, 'name': ReconfigVM_Task, 'duration_secs': 0.329634} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.105767] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f/124cec1a-34df-49e3-ba69-15eb5659860f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.107508] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab3fc1e3-52f0-4693-b93d-c04697e03311 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.116019] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 847.116019] env[69731]: value = "task-3275145" [ 847.116019] env[69731]: _type = "Task" [ 847.116019] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.123763] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275145, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.333256] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "1780a99e-8982-46bb-9134-6d453c5ff993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.333256] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "1780a99e-8982-46bb-9134-6d453c5ff993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.543021] env[69731]: DEBUG nova.scheduler.client.report [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.624654] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275145, 'name': Rename_Task, 'duration_secs': 0.144909} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.624934] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.625533] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e447095-5900-4f19-b69d-1b35335e73c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.632286] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 847.632286] env[69731]: value = "task-3275146" [ 847.632286] env[69731]: _type = "Task" [ 847.632286] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.639674] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.049259] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.053344] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.568s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.057773] env[69731]: INFO nova.compute.claims [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.094684] env[69731]: INFO nova.scheduler.client.report [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Deleted allocations for instance 02af359c-dda8-47f3-b878-99c93dab60ed [ 848.144886] env[69731]: DEBUG oslo_vmware.api [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275146, 'name': PowerOnVM_Task, 'duration_secs': 0.447311} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.145167] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.145473] env[69731]: INFO nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Took 7.51 seconds to spawn the instance on the hypervisor. [ 848.145731] env[69731]: DEBUG nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.146533] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef57e1a-c0a7-4544-984d-d0a31c11f4e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.603248] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2802bb79-f6e6-4d9f-a66d-885e3e0aa6bf tempest-FloatingIPsAssociationTestJSON-1466490779 tempest-FloatingIPsAssociationTestJSON-1466490779-project-member] Lock "02af359c-dda8-47f3-b878-99c93dab60ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.629s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.668261] env[69731]: INFO nova.compute.manager [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Took 51.25 seconds to build instance. [ 849.172309] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5515cdeb-9747-43b9-9fe3-37b76bffc704 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "124cec1a-34df-49e3-ba69-15eb5659860f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.199s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.374291] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.374529] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.374725] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.374898] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.378440] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.380616] env[69731]: INFO nova.compute.manager [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Terminating instance [ 849.562717] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53db25e1-2dfd-418b-80b6-a0d35a1e7ced {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.571285] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48d87d1-84e2-418c-8c90-3ab6e1ef7b5d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.604802] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccc74f4-73b1-4420-b2a0-fe041c01af44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.613414] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15cb644-bc8a-4a72-9c76-7be7cc47cd12 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.627487] env[69731]: DEBUG nova.compute.provider_tree [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.675430] env[69731]: DEBUG nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.884518] env[69731]: DEBUG nova.compute.manager [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.884732] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.885720] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8edf00e-4f46-41d9-96a5-19b308b14841 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.894487] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.894775] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18870a1f-026f-4155-a772-cbb28f0dfde7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.975294] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.975506] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.975697] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Deleting the datastore file [datastore2] a7134aaf-b676-488f-bc5d-c5d656a5a57c {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.975965] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef7b50b7-4e78-407e-a83b-c500594ed063 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.982805] env[69731]: DEBUG oslo_vmware.api [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 849.982805] env[69731]: value = "task-3275149" [ 849.982805] env[69731]: _type = "Task" [ 849.982805] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.991809] env[69731]: DEBUG oslo_vmware.api [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.133085] env[69731]: DEBUG nova.scheduler.client.report [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.201064] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.333729] env[69731]: INFO nova.compute.manager [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Rescuing [ 850.333729] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.333729] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquired lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.333729] env[69731]: DEBUG nova.network.neutron [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.496682] env[69731]: DEBUG oslo_vmware.api [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181747} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.497035] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.497141] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.497436] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.497520] env[69731]: INFO nova.compute.manager [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 850.497741] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.497964] env[69731]: DEBUG nova.compute.manager [-] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.498083] env[69731]: DEBUG nova.network.neutron [-] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.642678] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.643866] env[69731]: DEBUG nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.647505] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.163s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.647562] env[69731]: DEBUG nova.objects.instance [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lazy-loading 'resources' on Instance uuid 9e8182c1-7df2-4b86-b842-bdf1b86bedcf {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.868120] env[69731]: DEBUG nova.compute.manager [req-5efcdb87-d260-45c3-a35d-5d00f56e4a81 req-db24068d-dc2e-4988-ada7-9f71a702c270 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Received event network-vif-deleted-fa3b562f-8a57-4dbc-a1f6-65f61c4a412b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.868348] env[69731]: INFO nova.compute.manager [req-5efcdb87-d260-45c3-a35d-5d00f56e4a81 req-db24068d-dc2e-4988-ada7-9f71a702c270 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Neutron deleted interface fa3b562f-8a57-4dbc-a1f6-65f61c4a412b; detaching it from the instance and deleting it from the info cache [ 850.868541] env[69731]: DEBUG nova.network.neutron [req-5efcdb87-d260-45c3-a35d-5d00f56e4a81 req-db24068d-dc2e-4988-ada7-9f71a702c270 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.127161] env[69731]: DEBUG nova.network.neutron [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updating instance_info_cache with network_info: [{"id": "85fcbd71-fefb-461a-a5ba-158c8f337807", "address": "fa:16:3e:f3:b6:64", "network": {"id": "20705db6-95ce-49d2-878a-c721efa27037", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-865976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a91c3f298f64f52a5cb8e67ff21cdd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fcbd71-fe", "ovs_interfaceid": "85fcbd71-fefb-461a-a5ba-158c8f337807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.157411] env[69731]: DEBUG nova.compute.utils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.160030] env[69731]: DEBUG nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.160030] env[69731]: DEBUG nova.network.neutron [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.203577] env[69731]: DEBUG nova.policy [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d940c5014a431eade69368606cdd7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '743a17aaa1ff4b6fb17a8da720e0ec8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.307340] env[69731]: DEBUG nova.network.neutron [-] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.371964] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16e22b82-37e4-4c32-8659-2f16ed59e93e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.387991] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629678de-8251-4aed-9afd-ef5aac2d1f8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.428134] env[69731]: DEBUG nova.compute.manager [req-5efcdb87-d260-45c3-a35d-5d00f56e4a81 req-db24068d-dc2e-4988-ada7-9f71a702c270 service nova] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Detach interface failed, port_id=fa3b562f-8a57-4dbc-a1f6-65f61c4a412b, reason: Instance a7134aaf-b676-488f-bc5d-c5d656a5a57c could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 851.540018] env[69731]: DEBUG nova.network.neutron [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Successfully created port: e7e1bed2-33ec-4027-83c6-e49ce394f4c2 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.633809] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Releasing lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.662997] env[69731]: DEBUG nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.710539] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5c2a59-a403-44cc-853a-51bd366464a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.722207] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42122280-da6e-4f1a-9170-ae015a249443 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.760674] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2bf892-a0f6-4921-a304-d74589a88a4d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.769664] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e89015-d11a-43f1-a5f7-39e169c901f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.787884] env[69731]: DEBUG nova.compute.provider_tree [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.812574] env[69731]: INFO nova.compute.manager [-] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Took 1.31 seconds to deallocate network for instance. [ 852.189176] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.189176] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.291672] env[69731]: DEBUG nova.scheduler.client.report [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.318547] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.679295] env[69731]: DEBUG nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.704466] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.706775] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.706775] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.706775] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.706775] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.706775] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.706775] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 852.708519] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.720191] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.720618] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.720700] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.720828] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.720975] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.721141] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.721354] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.721514] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.721682] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.721843] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.722072] env[69731]: DEBUG nova.virt.hardware [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.722963] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09a2701-4b15-4b8d-83b0-63758e22b75a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.733118] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f98d18-412b-473a-ba39-f7efb004d444 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.798699] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.801392] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.014s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.802890] env[69731]: INFO nova.compute.claims [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.828158] env[69731]: INFO nova.scheduler.client.report [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleted allocations for instance 9e8182c1-7df2-4b86-b842-bdf1b86bedcf [ 853.206825] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.207246] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88604757-8683-4ddc-a3d8-09979707f575 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.211634] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.214292] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 853.214292] env[69731]: value = "task-3275151" [ 853.214292] env[69731]: _type = "Task" [ 853.214292] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.223810] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.229307] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Acquiring lock "24ab2728-11fe-4772-b03e-f8658a92ea6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.229577] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "24ab2728-11fe-4772-b03e-f8658a92ea6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.339492] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7105c6c-a9c8-480f-a443-ed1cef665ffb tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "9e8182c1-7df2-4b86-b842-bdf1b86bedcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.989s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.446609] env[69731]: DEBUG nova.network.neutron [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Successfully updated port: e7e1bed2-33ec-4027-83c6-e49ce394f4c2 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.728388] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275151, 'name': PowerOffVM_Task, 'duration_secs': 0.216616} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.728787] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.729644] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b37a2-cbb6-4ea6-b2ee-630ebe610e19 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.754959] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46afa174-4725-42e4-9265-8a80022558e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.793250] env[69731]: DEBUG nova.compute.manager [req-9414b79c-877a-4909-a903-4ab5d2c94346 req-fb472138-f716-47c0-9036-434a5d75b588 service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Received event network-vif-plugged-e7e1bed2-33ec-4027-83c6-e49ce394f4c2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.793250] env[69731]: DEBUG oslo_concurrency.lockutils [req-9414b79c-877a-4909-a903-4ab5d2c94346 req-fb472138-f716-47c0-9036-434a5d75b588 service nova] Acquiring lock "a1555d1e-923a-4552-b996-d6d20cdf24db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.793250] env[69731]: DEBUG oslo_concurrency.lockutils [req-9414b79c-877a-4909-a903-4ab5d2c94346 req-fb472138-f716-47c0-9036-434a5d75b588 service nova] Lock "a1555d1e-923a-4552-b996-d6d20cdf24db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.793250] env[69731]: DEBUG oslo_concurrency.lockutils [req-9414b79c-877a-4909-a903-4ab5d2c94346 req-fb472138-f716-47c0-9036-434a5d75b588 service nova] Lock "a1555d1e-923a-4552-b996-d6d20cdf24db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.793250] env[69731]: DEBUG nova.compute.manager [req-9414b79c-877a-4909-a903-4ab5d2c94346 req-fb472138-f716-47c0-9036-434a5d75b588 service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] No waiting events found dispatching network-vif-plugged-e7e1bed2-33ec-4027-83c6-e49ce394f4c2 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.793798] env[69731]: WARNING nova.compute.manager [req-9414b79c-877a-4909-a903-4ab5d2c94346 req-fb472138-f716-47c0-9036-434a5d75b588 service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Received unexpected event network-vif-plugged-e7e1bed2-33ec-4027-83c6-e49ce394f4c2 for instance with vm_state building and task_state spawning. [ 853.803019] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.805218] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2872ef17-d49f-48a4-8683-40142dd031b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.816783] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 853.816783] env[69731]: value = "task-3275152" [ 853.816783] env[69731]: _type = "Task" [ 853.816783] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.833795] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 853.834021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.834271] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.834650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.834650] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.834820] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bbb88df-e978-4283-9dba-6376acc96826 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.846323] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.846553] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.847383] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23674f7-8965-4029-9d6c-fe60d6042510 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.857306] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 853.857306] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520acc47-6b0f-750b-a26f-98594d263cf3" [ 853.857306] env[69731]: _type = "Task" [ 853.857306] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.867488] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520acc47-6b0f-750b-a26f-98594d263cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.952060] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-a1555d1e-923a-4552-b996-d6d20cdf24db" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.952060] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-a1555d1e-923a-4552-b996-d6d20cdf24db" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.952158] env[69731]: DEBUG nova.network.neutron [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.380228] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520acc47-6b0f-750b-a26f-98594d263cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.385462] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d457bc39-6a7c-421a-b1b6-881c28bee696 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.393888] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 854.393888] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5214748d-b982-7e09-d53c-131ea640ea04" [ 854.393888] env[69731]: _type = "Task" [ 854.393888] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.408281] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5214748d-b982-7e09-d53c-131ea640ea04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.446235] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edd1425-f07d-4036-8531-651e0eee8902 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.461787] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eac89d-d729-40b9-8da3-a2a09a5990fb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.475339] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.475339] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.506465] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e03f40b-48b5-440e-b294-977ad9b8f098 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.515393] env[69731]: DEBUG nova.network.neutron [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.518240] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b0574-310d-4b6b-ad98-027f8e9df030 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.537781] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "ade2d469-32c8-49a4-844c-056683419d0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.538040] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "ade2d469-32c8-49a4-844c-056683419d0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.538522] env[69731]: DEBUG nova.compute.provider_tree [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.694151] env[69731]: DEBUG nova.network.neutron [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Updating instance_info_cache with network_info: [{"id": "e7e1bed2-33ec-4027-83c6-e49ce394f4c2", "address": "fa:16:3e:37:04:f7", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e1bed2-33", "ovs_interfaceid": "e7e1bed2-33ec-4027-83c6-e49ce394f4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.826839] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquiring lock "45444e23-5f1b-425d-9bf2-4868fbe24a19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.827317] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "45444e23-5f1b-425d-9bf2-4868fbe24a19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.907470] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5214748d-b982-7e09-d53c-131ea640ea04, 'name': SearchDatastore_Task, 'duration_secs': 0.024158} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.907799] env[69731]: DEBUG oslo_concurrency.lockutils [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.908101] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. {{(pid=69731) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 854.908444] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6649912-8ba4-4dc1-aa3b-b3b92144668e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.916718] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 854.916718] env[69731]: value = "task-3275153" [ 854.916718] env[69731]: _type = "Task" [ 854.916718] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.926349] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.044440] env[69731]: DEBUG nova.scheduler.client.report [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.196882] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-a1555d1e-923a-4552-b996-d6d20cdf24db" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.197548] env[69731]: DEBUG nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Instance network_info: |[{"id": "e7e1bed2-33ec-4027-83c6-e49ce394f4c2", "address": "fa:16:3e:37:04:f7", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e1bed2-33", "ovs_interfaceid": "e7e1bed2-33ec-4027-83c6-e49ce394f4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.197704] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:04:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e1bed2-33ec-4027-83c6-e49ce394f4c2', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.205960] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.206237] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.206557] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff4e623-a6ce-4d7e-a47e-b9ddb9b55203 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.230007] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.230007] env[69731]: value = "task-3275154" [ 855.230007] env[69731]: _type = "Task" [ 855.230007] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.239912] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275154, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.432233] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506475} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.432233] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. [ 855.432233] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa8a8ac-5302-4649-b10b-128bf8cb6294 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.461023] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.461023] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c42a875e-1106-46fc-9a3d-f6f339aa689f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.482382] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 855.482382] env[69731]: value = "task-3275155" [ 855.482382] env[69731]: _type = "Task" [ 855.482382] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.493145] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.552246] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.552823] env[69731]: DEBUG nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.555577] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.841s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.741157] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275154, 'name': CreateVM_Task, 'duration_secs': 0.406111} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.741371] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.742100] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.742281] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.742559] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.742825] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d7455b-9da1-4ef7-838d-6c8dcd71d7d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.749197] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 855.749197] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c47562-00e2-f617-98c6-bd8917c32c9f" [ 855.749197] env[69731]: _type = "Task" [ 855.749197] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.760431] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c47562-00e2-f617-98c6-bd8917c32c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.841291] env[69731]: DEBUG nova.compute.manager [req-610be35c-7c63-4e89-a184-bb9761726cb7 req-c02ca09c-58c0-4fc0-a306-6a49bdd11a76 service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Received event network-changed-e7e1bed2-33ec-4027-83c6-e49ce394f4c2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.841632] env[69731]: DEBUG nova.compute.manager [req-610be35c-7c63-4e89-a184-bb9761726cb7 req-c02ca09c-58c0-4fc0-a306-6a49bdd11a76 service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Refreshing instance network info cache due to event network-changed-e7e1bed2-33ec-4027-83c6-e49ce394f4c2. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.841754] env[69731]: DEBUG oslo_concurrency.lockutils [req-610be35c-7c63-4e89-a184-bb9761726cb7 req-c02ca09c-58c0-4fc0-a306-6a49bdd11a76 service nova] Acquiring lock "refresh_cache-a1555d1e-923a-4552-b996-d6d20cdf24db" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.842340] env[69731]: DEBUG oslo_concurrency.lockutils [req-610be35c-7c63-4e89-a184-bb9761726cb7 req-c02ca09c-58c0-4fc0-a306-6a49bdd11a76 service nova] Acquired lock "refresh_cache-a1555d1e-923a-4552-b996-d6d20cdf24db" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.842340] env[69731]: DEBUG nova.network.neutron [req-610be35c-7c63-4e89-a184-bb9761726cb7 req-c02ca09c-58c0-4fc0-a306-6a49bdd11a76 service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Refreshing network info cache for port e7e1bed2-33ec-4027-83c6-e49ce394f4c2 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.993886] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.060196] env[69731]: DEBUG nova.compute.utils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.064223] env[69731]: INFO nova.compute.claims [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.068114] env[69731]: DEBUG nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.068114] env[69731]: DEBUG nova.network.neutron [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.116052] env[69731]: DEBUG nova.policy [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d89bd2fe01a4befa0d75ed0dd9b2d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466e43cafa684015890bc19aa062f548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.264194] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c47562-00e2-f617-98c6-bd8917c32c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.264608] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.265302] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.265604] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.265980] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.266484] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.266810] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff8fe69c-67f7-439c-9879-7cb5d6ea4b3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.277461] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.277812] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.278720] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b5e307-d83d-47eb-a301-f99de6e026ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.285674] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 856.285674] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa73b8-e2a7-2a3e-f234-3d432b4fc3f6" [ 856.285674] env[69731]: _type = "Task" [ 856.285674] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.296139] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa73b8-e2a7-2a3e-f234-3d432b4fc3f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.498772] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275155, 'name': ReconfigVM_Task, 'duration_secs': 0.593658} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.500075] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.501507] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bdec22-7473-4045-9257-1e50187e0633 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.541685] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244b3748-e826-45e6-83da-629a8f483e46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.563423] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 856.563423] env[69731]: value = "task-3275156" [ 856.563423] env[69731]: _type = "Task" [ 856.563423] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.568632] env[69731]: DEBUG nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.577806] env[69731]: INFO nova.compute.resource_tracker [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating resource usage from migration 8e679805-9c45-44a8-879d-5aef8e773222 [ 856.580996] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.800696] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa73b8-e2a7-2a3e-f234-3d432b4fc3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.800696] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449c4daa-86c5-4122-8364-4aa00c489a8f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.804398] env[69731]: DEBUG nova.network.neutron [req-610be35c-7c63-4e89-a184-bb9761726cb7 req-c02ca09c-58c0-4fc0-a306-6a49bdd11a76 service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Updated VIF entry in instance network info cache for port e7e1bed2-33ec-4027-83c6-e49ce394f4c2. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.804398] env[69731]: DEBUG nova.network.neutron [req-610be35c-7c63-4e89-a184-bb9761726cb7 req-c02ca09c-58c0-4fc0-a306-6a49bdd11a76 service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Updating instance_info_cache with network_info: [{"id": "e7e1bed2-33ec-4027-83c6-e49ce394f4c2", "address": "fa:16:3e:37:04:f7", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e1bed2-33", "ovs_interfaceid": "e7e1bed2-33ec-4027-83c6-e49ce394f4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.812219] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 856.812219] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d86820-4bdd-e06c-fa5b-ba7115459c5e" [ 856.812219] env[69731]: _type = "Task" [ 856.812219] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.821186] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d86820-4bdd-e06c-fa5b-ba7115459c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.896434] env[69731]: DEBUG nova.network.neutron [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Successfully created port: b5842ab9-4b06-4225-9aa1-afaa7c51e6d6 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.028271] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.028524] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.076596] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275156, 'name': ReconfigVM_Task, 'duration_secs': 0.159899} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.076882] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.077164] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47987add-6a81-4e8b-81ed-15be2f10a2e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.094270] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 857.094270] env[69731]: value = "task-3275157" [ 857.094270] env[69731]: _type = "Task" [ 857.094270] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.114078] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.123426] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bec668-e4c6-4e67-b1c7-4a99381e8b89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.133319] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b8787-8083-4f8d-865c-c64a3643bf8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.172057] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac49bde-f4e5-4fb1-9d24-3fbefadeb286 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.182156] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b513bfdf-8b5d-478f-abfa-17ece238dcc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.196468] env[69731]: DEBUG nova.compute.provider_tree [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.308728] env[69731]: DEBUG oslo_concurrency.lockutils [req-610be35c-7c63-4e89-a184-bb9761726cb7 req-c02ca09c-58c0-4fc0-a306-6a49bdd11a76 service nova] Releasing lock "refresh_cache-a1555d1e-923a-4552-b996-d6d20cdf24db" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.324693] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d86820-4bdd-e06c-fa5b-ba7115459c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.325091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.325337] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a1555d1e-923a-4552-b996-d6d20cdf24db/a1555d1e-923a-4552-b996-d6d20cdf24db.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.325597] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b58a1061-0274-45da-b666-62834a9663f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.334488] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 857.334488] env[69731]: value = "task-3275158" [ 857.334488] env[69731]: _type = "Task" [ 857.334488] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.345293] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.591881] env[69731]: DEBUG nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.608678] env[69731]: DEBUG oslo_vmware.api [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275157, 'name': PowerOnVM_Task, 'duration_secs': 0.42313} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.608976] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.612311] env[69731]: DEBUG nova.compute.manager [None req-63886002-468b-416a-89fe-f5325e74da47 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.613268] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec047009-9739-42e1-97cf-db4400fb19d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.628451] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.628663] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.628815] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.628992] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.629155] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.629300] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.629510] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.629665] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.629836] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.630200] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.630200] env[69731]: DEBUG nova.virt.hardware [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.631148] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b5305a-b49c-4e9e-a654-2307caf62ace {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.642776] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0478c68e-0e4c-4232-947d-fd4ff9f366be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.699960] env[69731]: DEBUG nova.scheduler.client.report [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.849384] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.205996] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.650s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.206368] env[69731]: INFO nova.compute.manager [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Migrating [ 858.212931] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.925s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.214784] env[69731]: INFO nova.compute.claims [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.346804] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598176} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.347293] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a1555d1e-923a-4552-b996-d6d20cdf24db/a1555d1e-923a-4552-b996-d6d20cdf24db.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.347742] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.348118] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdec0809-574f-4b90-abe3-64512fd839c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.355771] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 858.355771] env[69731]: value = "task-3275159" [ 858.355771] env[69731]: _type = "Task" [ 858.355771] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.365286] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.435095] env[69731]: DEBUG nova.compute.manager [req-1675e1ce-b901-4c02-af2e-c9e0895282f8 req-c68e0d01-0d52-48f4-95bf-ea8f95405bb8 service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Received event network-vif-plugged-b5842ab9-4b06-4225-9aa1-afaa7c51e6d6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.435095] env[69731]: DEBUG oslo_concurrency.lockutils [req-1675e1ce-b901-4c02-af2e-c9e0895282f8 req-c68e0d01-0d52-48f4-95bf-ea8f95405bb8 service nova] Acquiring lock "1835d340-c509-4271-a5b1-c7111341911d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.435095] env[69731]: DEBUG oslo_concurrency.lockutils [req-1675e1ce-b901-4c02-af2e-c9e0895282f8 req-c68e0d01-0d52-48f4-95bf-ea8f95405bb8 service nova] Lock "1835d340-c509-4271-a5b1-c7111341911d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.435095] env[69731]: DEBUG oslo_concurrency.lockutils [req-1675e1ce-b901-4c02-af2e-c9e0895282f8 req-c68e0d01-0d52-48f4-95bf-ea8f95405bb8 service nova] Lock "1835d340-c509-4271-a5b1-c7111341911d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.435095] env[69731]: DEBUG nova.compute.manager [req-1675e1ce-b901-4c02-af2e-c9e0895282f8 req-c68e0d01-0d52-48f4-95bf-ea8f95405bb8 service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] No waiting events found dispatching network-vif-plugged-b5842ab9-4b06-4225-9aa1-afaa7c51e6d6 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.435332] env[69731]: WARNING nova.compute.manager [req-1675e1ce-b901-4c02-af2e-c9e0895282f8 req-c68e0d01-0d52-48f4-95bf-ea8f95405bb8 service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Received unexpected event network-vif-plugged-b5842ab9-4b06-4225-9aa1-afaa7c51e6d6 for instance with vm_state building and task_state spawning. [ 858.532748] env[69731]: DEBUG nova.network.neutron [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Successfully updated port: b5842ab9-4b06-4225-9aa1-afaa7c51e6d6 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.724771] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.724942] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.725131] env[69731]: DEBUG nova.network.neutron [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.870128] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120853} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.870498] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.871332] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19a1b5e-ec79-41b1-b4a9-91c68bb50682 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.894404] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] a1555d1e-923a-4552-b996-d6d20cdf24db/a1555d1e-923a-4552-b996-d6d20cdf24db.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.895791] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab6261d-bcf6-4441-87e4-d5468ce4e56a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.915907] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 858.915907] env[69731]: value = "task-3275160" [ 858.915907] env[69731]: _type = "Task" [ 858.915907] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.924446] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.034495] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "refresh_cache-1835d340-c509-4271-a5b1-c7111341911d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.034495] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "refresh_cache-1835d340-c509-4271-a5b1-c7111341911d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.034678] env[69731]: DEBUG nova.network.neutron [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.427647] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.561846] env[69731]: DEBUG nova.network.neutron [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [{"id": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "address": "fa:16:3e:f6:ea:d5", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc5a24-f5", "ovs_interfaceid": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.578447] env[69731]: DEBUG nova.network.neutron [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.758014] env[69731]: DEBUG nova.network.neutron [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Updating instance_info_cache with network_info: [{"id": "b5842ab9-4b06-4225-9aa1-afaa7c51e6d6", "address": "fa:16:3e:61:b1:cd", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5842ab9-4b", "ovs_interfaceid": "b5842ab9-4b06-4225-9aa1-afaa7c51e6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.790496] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19bb1d7-4d8c-40e9-9a03-c9731b8eff66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.800009] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d7e5e3-6415-48f5-a5d4-cac311f1e794 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.833064] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed2fb1e-4f84-4b22-985f-a622b8c9eb49 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.842032] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464343f4-6885-4038-a225-d1d65aed3f22 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.857393] env[69731]: DEBUG nova.compute.provider_tree [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.928191] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.958099] env[69731]: DEBUG nova.compute.manager [req-20bd267c-a165-4311-b94b-049e17c3563b req-86886e1e-eb1b-499b-b11a-469c3995e137 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Received event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.958099] env[69731]: DEBUG nova.compute.manager [req-20bd267c-a165-4311-b94b-049e17c3563b req-86886e1e-eb1b-499b-b11a-469c3995e137 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing instance network info cache due to event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.958099] env[69731]: DEBUG oslo_concurrency.lockutils [req-20bd267c-a165-4311-b94b-049e17c3563b req-86886e1e-eb1b-499b-b11a-469c3995e137 service nova] Acquiring lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.958099] env[69731]: DEBUG oslo_concurrency.lockutils [req-20bd267c-a165-4311-b94b-049e17c3563b req-86886e1e-eb1b-499b-b11a-469c3995e137 service nova] Acquired lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.958099] env[69731]: DEBUG nova.network.neutron [req-20bd267c-a165-4311-b94b-049e17c3563b req-86886e1e-eb1b-499b-b11a-469c3995e137 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.066918] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.261856] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "refresh_cache-1835d340-c509-4271-a5b1-c7111341911d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.262199] env[69731]: DEBUG nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Instance network_info: |[{"id": "b5842ab9-4b06-4225-9aa1-afaa7c51e6d6", "address": "fa:16:3e:61:b1:cd", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5842ab9-4b", "ovs_interfaceid": "b5842ab9-4b06-4225-9aa1-afaa7c51e6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.262944] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:b1:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5842ab9-4b06-4225-9aa1-afaa7c51e6d6', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.270409] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.270644] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.270873] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbf4c5c2-a9de-4820-ab52-ec3a779051a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.292713] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.292713] env[69731]: value = "task-3275161" [ 860.292713] env[69731]: _type = "Task" [ 860.292713] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.301388] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275161, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.360777] env[69731]: DEBUG nova.scheduler.client.report [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.429291] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.558626] env[69731]: DEBUG nova.compute.manager [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Received event network-changed-b5842ab9-4b06-4225-9aa1-afaa7c51e6d6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.560962] env[69731]: DEBUG nova.compute.manager [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Refreshing instance network info cache due to event network-changed-b5842ab9-4b06-4225-9aa1-afaa7c51e6d6. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.560962] env[69731]: DEBUG oslo_concurrency.lockutils [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] Acquiring lock "refresh_cache-1835d340-c509-4271-a5b1-c7111341911d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.560962] env[69731]: DEBUG oslo_concurrency.lockutils [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] Acquired lock "refresh_cache-1835d340-c509-4271-a5b1-c7111341911d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.560962] env[69731]: DEBUG nova.network.neutron [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Refreshing network info cache for port b5842ab9-4b06-4225-9aa1-afaa7c51e6d6 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.723419] env[69731]: DEBUG nova.network.neutron [req-20bd267c-a165-4311-b94b-049e17c3563b req-86886e1e-eb1b-499b-b11a-469c3995e137 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updated VIF entry in instance network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.723852] env[69731]: DEBUG nova.network.neutron [req-20bd267c-a165-4311-b94b-049e17c3563b req-86886e1e-eb1b-499b-b11a-469c3995e137 service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updating instance_info_cache with network_info: [{"id": "85fcbd71-fefb-461a-a5ba-158c8f337807", "address": "fa:16:3e:f3:b6:64", "network": {"id": "20705db6-95ce-49d2-878a-c721efa27037", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-865976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a91c3f298f64f52a5cb8e67ff21cdd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fcbd71-fe", "ovs_interfaceid": "85fcbd71-fefb-461a-a5ba-158c8f337807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.805371] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275161, 'name': CreateVM_Task, 'duration_secs': 0.437634} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.805544] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.806206] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.806370] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.806849] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.806975] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bdfe50-b848-4a18-9410-7ac862147706 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.812232] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 860.812232] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52763191-a0b3-5500-b2e2-2949e89b36d2" [ 860.812232] env[69731]: _type = "Task" [ 860.812232] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.821637] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52763191-a0b3-5500-b2e2-2949e89b36d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.865708] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.867397] env[69731]: DEBUG nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.869374] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.861s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.869679] env[69731]: DEBUG nova.objects.instance [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lazy-loading 'resources' on Instance uuid 1be69880-79f7-40cb-bfca-cc37bb54df00 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.929572] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275160, 'name': ReconfigVM_Task, 'duration_secs': 1.625291} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.930165] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Reconfigured VM instance instance-00000034 to attach disk [datastore1] a1555d1e-923a-4552-b996-d6d20cdf24db/a1555d1e-923a-4552-b996-d6d20cdf24db.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.930663] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbf97751-05c2-42a3-89cc-18b88f66bba0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.940715] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 860.940715] env[69731]: value = "task-3275162" [ 860.940715] env[69731]: _type = "Task" [ 860.940715] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.949780] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275162, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.226396] env[69731]: DEBUG oslo_concurrency.lockutils [req-20bd267c-a165-4311-b94b-049e17c3563b req-86886e1e-eb1b-499b-b11a-469c3995e137 service nova] Releasing lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.313500] env[69731]: DEBUG nova.network.neutron [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Updated VIF entry in instance network info cache for port b5842ab9-4b06-4225-9aa1-afaa7c51e6d6. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.313870] env[69731]: DEBUG nova.network.neutron [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Updating instance_info_cache with network_info: [{"id": "b5842ab9-4b06-4225-9aa1-afaa7c51e6d6", "address": "fa:16:3e:61:b1:cd", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5842ab9-4b", "ovs_interfaceid": "b5842ab9-4b06-4225-9aa1-afaa7c51e6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.327166] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52763191-a0b3-5500-b2e2-2949e89b36d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012314} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.329024] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.329024] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.329024] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.329024] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.329249] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.329368] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b4dbf7d-2604-4445-9d46-4a0805cb3b76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.339389] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.340709] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.340709] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16a90bc-5a47-43be-bf01-925f86cc3306 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.346456] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 861.346456] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a3c6cb-b97d-fd68-a47c-4728219af35f" [ 861.346456] env[69731]: _type = "Task" [ 861.346456] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.355513] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a3c6cb-b97d-fd68-a47c-4728219af35f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.373701] env[69731]: DEBUG nova.compute.utils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.378741] env[69731]: DEBUG nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.378741] env[69731]: DEBUG nova.network.neutron [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.442473] env[69731]: DEBUG nova.policy [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c2ca130d78c4d19b9eed0b8cffac8cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71498407668d4bec9a529494ae2bd29c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.456836] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275162, 'name': Rename_Task, 'duration_secs': 0.339892} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.456945] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.457209] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c971155a-0b12-47c1-be70-8b3133c1d6f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.466090] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 861.466090] env[69731]: value = "task-3275163" [ 861.466090] env[69731]: _type = "Task" [ 861.466090] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.474871] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.583844] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d48ca3-8261-4b8f-9709-fa85a951b2ca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.612273] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance '5b4e59fe-0577-4368-82a2-e51b8d97dd09' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.819675] env[69731]: DEBUG oslo_concurrency.lockutils [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] Releasing lock "refresh_cache-1835d340-c509-4271-a5b1-c7111341911d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.819958] env[69731]: DEBUG nova.compute.manager [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Received event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.820144] env[69731]: DEBUG nova.compute.manager [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing instance network info cache due to event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.820415] env[69731]: DEBUG oslo_concurrency.lockutils [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] Acquiring lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.820590] env[69731]: DEBUG oslo_concurrency.lockutils [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] Acquired lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.820756] env[69731]: DEBUG nova.network.neutron [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.862791] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a3c6cb-b97d-fd68-a47c-4728219af35f, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.867920] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b862567-e89b-4930-9668-89cd733f0f27 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.875743] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 861.875743] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52003b10-6e5a-930c-776c-1972ac443648" [ 861.875743] env[69731]: _type = "Task" [ 861.875743] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.878763] env[69731]: DEBUG nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.889063] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52003b10-6e5a-930c-776c-1972ac443648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.932221] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a05c0ae-c3e8-43dd-998d-2c9c3b3aaff5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.942907] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d39cae-2ff4-4de6-90fa-96ba0dc639a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.981492] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6befa757-a5a7-4eaa-8177-762b61a91c5f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.989853] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.993903] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65275db5-c1e4-46ab-a7ea-2afb7db57cb4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.008235] env[69731]: DEBUG nova.compute.provider_tree [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.052095] env[69731]: DEBUG nova.network.neutron [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Successfully created port: 9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.118568] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.118894] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df62c32e-c9f8-4a73-a5e5-4b489be50c83 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.127643] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 862.127643] env[69731]: value = "task-3275164" [ 862.127643] env[69731]: _type = "Task" [ 862.127643] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.141515] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 862.142534] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance '5b4e59fe-0577-4368-82a2-e51b8d97dd09' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.279791] env[69731]: DEBUG nova.compute.manager [req-4d45b4d8-5444-4d61-9013-907ac192d467 req-c7cc4799-e083-4458-9503-8d93f22d78bc service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Received event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.279791] env[69731]: DEBUG nova.compute.manager [req-4d45b4d8-5444-4d61-9013-907ac192d467 req-c7cc4799-e083-4458-9503-8d93f22d78bc service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing instance network info cache due to event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.279791] env[69731]: DEBUG oslo_concurrency.lockutils [req-4d45b4d8-5444-4d61-9013-907ac192d467 req-c7cc4799-e083-4458-9503-8d93f22d78bc service nova] Acquiring lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.385986] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52003b10-6e5a-930c-776c-1972ac443648, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.386371] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.386693] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 1835d340-c509-4271-a5b1-c7111341911d/1835d340-c509-4271-a5b1-c7111341911d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.387026] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73d86437-3e2a-4ac7-bb43-039f9cc59c78 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.396749] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 862.396749] env[69731]: value = "task-3275165" [ 862.396749] env[69731]: _type = "Task" [ 862.396749] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.408982] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.489923] env[69731]: DEBUG oslo_vmware.api [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275163, 'name': PowerOnVM_Task, 'duration_secs': 0.712385} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.489923] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.490253] env[69731]: INFO nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Took 9.81 seconds to spawn the instance on the hypervisor. [ 862.490440] env[69731]: DEBUG nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.491274] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c26076-050d-4ac6-9099-8ee808cf074b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.511183] env[69731]: DEBUG nova.scheduler.client.report [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.649311] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.649571] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.649760] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.650325] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.650480] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.650637] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.650867] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.651039] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.651394] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.651584] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.651788] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.661953] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa1499d8-66b4-4775-a385-8d9e7b121ac3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.681652] env[69731]: DEBUG nova.network.neutron [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updated VIF entry in instance network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.682095] env[69731]: DEBUG nova.network.neutron [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updating instance_info_cache with network_info: [{"id": "85fcbd71-fefb-461a-a5ba-158c8f337807", "address": "fa:16:3e:f3:b6:64", "network": {"id": "20705db6-95ce-49d2-878a-c721efa27037", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-865976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a91c3f298f64f52a5cb8e67ff21cdd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fcbd71-fe", "ovs_interfaceid": "85fcbd71-fefb-461a-a5ba-158c8f337807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.694345] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 862.694345] env[69731]: value = "task-3275166" [ 862.694345] env[69731]: _type = "Task" [ 862.694345] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.709629] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.902854] env[69731]: DEBUG nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.925395] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.940646] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.940963] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.941141] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.941323] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.941471] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.941616] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.941835] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.941998] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.942183] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.942346] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.942521] env[69731]: DEBUG nova.virt.hardware [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.943452] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45668c-127c-4c63-8c07-34adf1ba4d64 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.952198] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ccc18b-a674-44cd-a68a-df8388128014 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.014919] env[69731]: DEBUG nova.compute.manager [req-a43f66ed-d395-4649-a394-fcfead7909d2 req-991c7b41-402b-4120-9b75-63c9b762d5fa service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Received event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.014919] env[69731]: DEBUG nova.compute.manager [req-a43f66ed-d395-4649-a394-fcfead7909d2 req-991c7b41-402b-4120-9b75-63c9b762d5fa service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing instance network info cache due to event network-changed-85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.014996] env[69731]: DEBUG oslo_concurrency.lockutils [req-a43f66ed-d395-4649-a394-fcfead7909d2 req-991c7b41-402b-4120-9b75-63c9b762d5fa service nova] Acquiring lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.015447] env[69731]: INFO nova.compute.manager [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Took 54.56 seconds to build instance. [ 863.016956] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.019258] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.610s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.021215] env[69731]: DEBUG nova.objects.instance [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lazy-loading 'resources' on Instance uuid cacfd4e7-7db1-4d55-af2c-2004e3f1de28 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.060108] env[69731]: INFO nova.scheduler.client.report [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Deleted allocations for instance 1be69880-79f7-40cb-bfca-cc37bb54df00 [ 863.185054] env[69731]: DEBUG oslo_concurrency.lockutils [req-31322b4d-28ed-4c87-8583-5eb572926448 req-a5ae64c9-f55a-4c3b-ac05-14dd85bb621e service nova] Releasing lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.185611] env[69731]: DEBUG oslo_concurrency.lockutils [req-4d45b4d8-5444-4d61-9013-907ac192d467 req-c7cc4799-e083-4458-9503-8d93f22d78bc service nova] Acquired lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.185816] env[69731]: DEBUG nova.network.neutron [req-4d45b4d8-5444-4d61-9013-907ac192d467 req-c7cc4799-e083-4458-9503-8d93f22d78bc service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.207351] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275166, 'name': ReconfigVM_Task, 'duration_secs': 0.295422} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.207719] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance '5b4e59fe-0577-4368-82a2-e51b8d97dd09' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.415950] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548586} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.416255] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 1835d340-c509-4271-a5b1-c7111341911d/1835d340-c509-4271-a5b1-c7111341911d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.416527] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.417655] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38fced97-e14e-4116-b1b7-4f3086726bc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.424147] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 863.424147] env[69731]: value = "task-3275167" [ 863.424147] env[69731]: _type = "Task" [ 863.424147] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.433586] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.519927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca9d8d36-d1d9-41b8-9414-4a563ea938fd tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a1555d1e-923a-4552-b996-d6d20cdf24db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.395s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.576075] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a33e9fc4-b5f0-4745-b757-726f81058fe7 tempest-InstanceActionsNegativeTestJSON-2073828428 tempest-InstanceActionsNegativeTestJSON-2073828428-project-member] Lock "1be69880-79f7-40cb-bfca-cc37bb54df00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.984s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.713854] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.714109] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.714269] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.714449] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.714597] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.714742] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.714942] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.716403] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.716627] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.716923] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.716998] env[69731]: DEBUG nova.virt.hardware [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.722532] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.725505] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5cb72e-acfa-4af7-bfab-5cbb58f1e466 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.747589] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 863.747589] env[69731]: value = "task-3275168" [ 863.747589] env[69731]: _type = "Task" [ 863.747589] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.761492] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.937389] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281708} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.937389] env[69731]: DEBUG nova.network.neutron [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Successfully updated port: 9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.939322] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.941204] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efe6217-975b-47e2-9f61-8cd4cdb92b22 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.973914] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1835d340-c509-4271-a5b1-c7111341911d/1835d340-c509-4271-a5b1-c7111341911d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.979538] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66e6bea-5160-44c4-bcc5-6301cc504098 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.002926] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 864.002926] env[69731]: value = "task-3275169" [ 864.002926] env[69731]: _type = "Task" [ 864.002926] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.014300] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.027826] env[69731]: DEBUG nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.035488] env[69731]: DEBUG nova.network.neutron [req-4d45b4d8-5444-4d61-9013-907ac192d467 req-c7cc4799-e083-4458-9503-8d93f22d78bc service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updated VIF entry in instance network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.035488] env[69731]: DEBUG nova.network.neutron [req-4d45b4d8-5444-4d61-9013-907ac192d467 req-c7cc4799-e083-4458-9503-8d93f22d78bc service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updating instance_info_cache with network_info: [{"id": "85fcbd71-fefb-461a-a5ba-158c8f337807", "address": "fa:16:3e:f3:b6:64", "network": {"id": "20705db6-95ce-49d2-878a-c721efa27037", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-865976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a91c3f298f64f52a5cb8e67ff21cdd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fcbd71-fe", "ovs_interfaceid": "85fcbd71-fefb-461a-a5ba-158c8f337807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.035797] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "124cec1a-34df-49e3-ba69-15eb5659860f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.035797] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "124cec1a-34df-49e3-ba69-15eb5659860f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.035797] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "124cec1a-34df-49e3-ba69-15eb5659860f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.035797] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "124cec1a-34df-49e3-ba69-15eb5659860f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.036080] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "124cec1a-34df-49e3-ba69-15eb5659860f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.037639] env[69731]: INFO nova.compute.manager [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Terminating instance [ 864.094802] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3c0f69-801c-4d30-801e-d79377d9f986 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.104391] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dcf0a0-2663-47d2-9f72-5bdda78f8f1e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.138581] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef8d465-e13f-42b5-a1df-ee2a1155efd1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.151675] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23746a0-54f2-406e-97fa-5582e4d1e24c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.168924] env[69731]: DEBUG nova.compute.provider_tree [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.259202] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275168, 'name': ReconfigVM_Task, 'duration_secs': 0.188466} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.259533] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 864.260551] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2742bfd0-9fba-47ae-aace-725409644e9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.284087] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5b4e59fe-0577-4368-82a2-e51b8d97dd09/5b4e59fe-0577-4368-82a2-e51b8d97dd09.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.284823] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceaa1a04-fa93-4430-8e28-85f2825fac17 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.303563] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 864.303563] env[69731]: value = "task-3275170" [ 864.303563] env[69731]: _type = "Task" [ 864.303563] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.312784] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.443246] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.443246] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.443246] env[69731]: DEBUG nova.network.neutron [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.514600] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275169, 'name': ReconfigVM_Task, 'duration_secs': 0.298617} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.515352] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1835d340-c509-4271-a5b1-c7111341911d/1835d340-c509-4271-a5b1-c7111341911d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.515719] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d2a732c-2168-4037-8ca4-23b8b9e8fd1e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.523598] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 864.523598] env[69731]: value = "task-3275171" [ 864.523598] env[69731]: _type = "Task" [ 864.523598] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.535934] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275171, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.541183] env[69731]: DEBUG oslo_concurrency.lockutils [req-4d45b4d8-5444-4d61-9013-907ac192d467 req-c7cc4799-e083-4458-9503-8d93f22d78bc service nova] Releasing lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.541980] env[69731]: DEBUG nova.compute.manager [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.542213] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.542552] env[69731]: DEBUG oslo_concurrency.lockutils [req-a43f66ed-d395-4649-a394-fcfead7909d2 req-991c7b41-402b-4120-9b75-63c9b762d5fa service nova] Acquired lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.542798] env[69731]: DEBUG nova.network.neutron [req-a43f66ed-d395-4649-a394-fcfead7909d2 req-991c7b41-402b-4120-9b75-63c9b762d5fa service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Refreshing network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.544631] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ce0020-233f-4cec-b09e-b853c514bb5c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.554921] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.555473] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.555791] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d01cdf-f22e-49d2-a72b-58478f6cf7d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.565541] env[69731]: DEBUG oslo_vmware.api [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 864.565541] env[69731]: value = "task-3275172" [ 864.565541] env[69731]: _type = "Task" [ 864.565541] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.577439] env[69731]: DEBUG oslo_vmware.api [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.646156] env[69731]: INFO nova.compute.manager [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Rebuilding instance [ 864.672244] env[69731]: DEBUG nova.scheduler.client.report [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.701667] env[69731]: DEBUG nova.compute.manager [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.701667] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee7779c-6f63-4f51-80a8-fdbbd178b46e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.816651] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.003895] env[69731]: DEBUG nova.network.neutron [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.038184] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275171, 'name': Rename_Task, 'duration_secs': 0.166708} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.038184] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.038184] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb693280-2126-42da-b76c-1a14ac614a9f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.047987] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 865.047987] env[69731]: value = "task-3275173" [ 865.047987] env[69731]: _type = "Task" [ 865.047987] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.065462] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.069493] env[69731]: DEBUG nova.compute.manager [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Received event network-vif-plugged-9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.069760] env[69731]: DEBUG oslo_concurrency.lockutils [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] Acquiring lock "7425d84f-1723-4521-8270-ff20a0e13864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.070121] env[69731]: DEBUG oslo_concurrency.lockutils [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] Lock "7425d84f-1723-4521-8270-ff20a0e13864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.070338] env[69731]: DEBUG oslo_concurrency.lockutils [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] Lock "7425d84f-1723-4521-8270-ff20a0e13864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.070624] env[69731]: DEBUG nova.compute.manager [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] No waiting events found dispatching network-vif-plugged-9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.070838] env[69731]: WARNING nova.compute.manager [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Received unexpected event network-vif-plugged-9d31e32e-d067-41e4-8439-e986471393a9 for instance with vm_state building and task_state spawning. [ 865.071529] env[69731]: DEBUG nova.compute.manager [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Received event network-changed-9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.071529] env[69731]: DEBUG nova.compute.manager [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Refreshing instance network info cache due to event network-changed-9d31e32e-d067-41e4-8439-e986471393a9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.071694] env[69731]: DEBUG oslo_concurrency.lockutils [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] Acquiring lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.084827] env[69731]: DEBUG oslo_vmware.api [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275172, 'name': PowerOffVM_Task, 'duration_secs': 0.3631} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.085626] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.085894] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.086222] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb35a92f-f25b-4e1c-a824-f8bff1cd0770 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.165800] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.166128] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.166297] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Deleting the datastore file [datastore2] 124cec1a-34df-49e3-ba69-15eb5659860f {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.166566] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c2d913b-c22d-47c7-9faf-e909e76307b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.175030] env[69731]: DEBUG oslo_vmware.api [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for the task: (returnval){ [ 865.175030] env[69731]: value = "task-3275175" [ 865.175030] env[69731]: _type = "Task" [ 865.175030] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.181658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.184044] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.854s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.185604] env[69731]: INFO nova.compute.claims [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.198119] env[69731]: DEBUG oslo_vmware.api [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.216430] env[69731]: INFO nova.scheduler.client.report [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Deleted allocations for instance cacfd4e7-7db1-4d55-af2c-2004e3f1de28 [ 865.316350] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.425370] env[69731]: DEBUG nova.network.neutron [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Updating instance_info_cache with network_info: [{"id": "9d31e32e-d067-41e4-8439-e986471393a9", "address": "fa:16:3e:6f:92:11", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d31e32e-d0", "ovs_interfaceid": "9d31e32e-d067-41e4-8439-e986471393a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.529908] env[69731]: DEBUG nova.network.neutron [req-a43f66ed-d395-4649-a394-fcfead7909d2 req-991c7b41-402b-4120-9b75-63c9b762d5fa service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updated VIF entry in instance network info cache for port 85fcbd71-fefb-461a-a5ba-158c8f337807. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.530317] env[69731]: DEBUG nova.network.neutron [req-a43f66ed-d395-4649-a394-fcfead7909d2 req-991c7b41-402b-4120-9b75-63c9b762d5fa service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updating instance_info_cache with network_info: [{"id": "85fcbd71-fefb-461a-a5ba-158c8f337807", "address": "fa:16:3e:f3:b6:64", "network": {"id": "20705db6-95ce-49d2-878a-c721efa27037", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-865976615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a91c3f298f64f52a5cb8e67ff21cdd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85fcbd71-fe", "ovs_interfaceid": "85fcbd71-fefb-461a-a5ba-158c8f337807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.564807] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275173, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.687914] env[69731]: DEBUG oslo_vmware.api [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Task: {'id': task-3275175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336057} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.694223] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.694223] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.694223] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.694223] env[69731]: INFO nova.compute.manager [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 865.694416] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.700117] env[69731]: DEBUG nova.compute.manager [-] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.700117] env[69731]: DEBUG nova.network.neutron [-] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.715144] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.715447] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11525127-7671-4c87-b389-92a13bbbdbfd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.722689] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 865.722689] env[69731]: value = "task-3275176" [ 865.722689] env[69731]: _type = "Task" [ 865.722689] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.729998] env[69731]: DEBUG oslo_concurrency.lockutils [None req-80ec4968-2703-4c1e-be2b-8c1cd1e23859 tempest-ListServerFiltersTestJSON-567951871 tempest-ListServerFiltersTestJSON-567951871-project-member] Lock "cacfd4e7-7db1-4d55-af2c-2004e3f1de28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.754s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.735162] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.815839] env[69731]: DEBUG oslo_vmware.api [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275170, 'name': ReconfigVM_Task, 'duration_secs': 1.292992} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.817469] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5b4e59fe-0577-4368-82a2-e51b8d97dd09/5b4e59fe-0577-4368-82a2-e51b8d97dd09.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.817469] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance '5b4e59fe-0577-4368-82a2-e51b8d97dd09' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.928448] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.928556] env[69731]: DEBUG nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Instance network_info: |[{"id": "9d31e32e-d067-41e4-8439-e986471393a9", "address": "fa:16:3e:6f:92:11", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d31e32e-d0", "ovs_interfaceid": "9d31e32e-d067-41e4-8439-e986471393a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.929191] env[69731]: DEBUG oslo_concurrency.lockutils [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] Acquired lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.929379] env[69731]: DEBUG nova.network.neutron [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Refreshing network info cache for port 9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.930553] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:92:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d31e32e-d067-41e4-8439-e986471393a9', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.938723] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Creating folder: Project (71498407668d4bec9a529494ae2bd29c). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.939246] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce8eab5-49a7-46cd-8dcd-544bd3ebfe6b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.950121] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Created folder: Project (71498407668d4bec9a529494ae2bd29c) in parent group-v654000. [ 865.950331] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Creating folder: Instances. Parent ref: group-v654165. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.950601] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb326074-d368-4c35-a89e-62e217dab19b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.960660] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Created folder: Instances in parent group-v654165. [ 865.960891] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.961378] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.961810] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7a897b-1e12-415b-8329-cffb3081e0a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.982112] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.982112] env[69731]: value = "task-3275179" [ 865.982112] env[69731]: _type = "Task" [ 865.982112] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.989935] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275179, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.033457] env[69731]: DEBUG oslo_concurrency.lockutils [req-a43f66ed-d395-4649-a394-fcfead7909d2 req-991c7b41-402b-4120-9b75-63c9b762d5fa service nova] Releasing lock "refresh_cache-124cec1a-34df-49e3-ba69-15eb5659860f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.063960] env[69731]: DEBUG oslo_vmware.api [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275173, 'name': PowerOnVM_Task, 'duration_secs': 0.69431} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.064859] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.065192] env[69731]: INFO nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Took 8.47 seconds to spawn the instance on the hypervisor. [ 866.065493] env[69731]: DEBUG nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.066684] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cc64e-5155-4ab1-b1c5-2422f4780ec8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.240463] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275176, 'name': PowerOffVM_Task, 'duration_secs': 0.359242} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.240755] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.241017] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.244694] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c2b665-7593-4177-88e7-dfcdf28fa9fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.261388] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.262034] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a591d1f0-e6a3-47e9-b4ca-31679c775f12 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.329917] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96430089-f33c-48b9-be71-8adfd0b84b6b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.355652] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e504f328-6ad5-4fb1-9301-6d076c479153 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.358668] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.358928] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.359165] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleting the datastore file [datastore1] a1555d1e-923a-4552-b996-d6d20cdf24db {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.360489] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-835087a2-205d-47f6-8d23-29051c9374ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.377926] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance '5b4e59fe-0577-4368-82a2-e51b8d97dd09' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.385129] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 866.385129] env[69731]: value = "task-3275181" [ 866.385129] env[69731]: _type = "Task" [ 866.385129] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.393655] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.492853] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275179, 'name': CreateVM_Task, 'duration_secs': 0.42227} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.495932] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.497429] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.497764] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.498488] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.498537] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a792100-c682-45db-b002-cbcd33cb791c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.503542] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 866.503542] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521e95f1-d4c5-3c0c-e055-a613adfc7871" [ 866.503542] env[69731]: _type = "Task" [ 866.503542] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.513719] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521e95f1-d4c5-3c0c-e055-a613adfc7871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.589867] env[69731]: INFO nova.compute.manager [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Took 53.84 seconds to build instance. [ 866.629118] env[69731]: DEBUG nova.network.neutron [-] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.713210] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae2b7a-f642-4090-9a37-1de1496ae7bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.721464] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77a26f2-4080-4c6d-9a3e-860a12ef0c88 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.755395] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bb554f-d273-4592-9824-b5c318905a7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.763055] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4cd16b-069f-4704-a8d6-ae626ce30697 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.776406] env[69731]: DEBUG nova.compute.provider_tree [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.820165] env[69731]: DEBUG nova.network.neutron [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Updated VIF entry in instance network info cache for port 9d31e32e-d067-41e4-8439-e986471393a9. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.820606] env[69731]: DEBUG nova.network.neutron [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Updating instance_info_cache with network_info: [{"id": "9d31e32e-d067-41e4-8439-e986471393a9", "address": "fa:16:3e:6f:92:11", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d31e32e-d0", "ovs_interfaceid": "9d31e32e-d067-41e4-8439-e986471393a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.900715] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413998} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.900988] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.901178] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.901353] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.962745] env[69731]: DEBUG nova.network.neutron [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Port b3fc5a24-f5fe-4f76-855d-390d174f4011 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 867.014543] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521e95f1-d4c5-3c0c-e055-a613adfc7871, 'name': SearchDatastore_Task, 'duration_secs': 0.037008} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.015123] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.015123] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.015360] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.015500] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.015720] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.015985] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b25e07-237d-41e1-a604-6342837581bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.027954] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.028250] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.028927] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2eec04e-2230-4e9d-b7e6-26d6a98f106c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.035537] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 867.035537] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523c29f5-fe5a-7d62-c684-27d8ef9f6474" [ 867.035537] env[69731]: _type = "Task" [ 867.035537] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.044009] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523c29f5-fe5a-7d62-c684-27d8ef9f6474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.092989] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ec854e65-4029-42c0-9990-b62ae2a6b599 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "1835d340-c509-4271-a5b1-c7111341911d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.360s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.113343] env[69731]: DEBUG nova.compute.manager [req-cb8d52e6-764d-4ba5-87e0-088f0da81e1e req-9797fa10-6a31-400a-ad2a-30a6d6675cab service nova] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Received event network-vif-deleted-85fcbd71-fefb-461a-a5ba-158c8f337807 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.131974] env[69731]: INFO nova.compute.manager [-] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Took 1.43 seconds to deallocate network for instance. [ 867.280159] env[69731]: DEBUG nova.scheduler.client.report [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.323425] env[69731]: DEBUG oslo_concurrency.lockutils [req-35e3a277-017b-482e-a57a-af466b9118fb req-9ad670a8-b281-4cd5-9302-9d8b6dfdd7a7 service nova] Releasing lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.547486] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523c29f5-fe5a-7d62-c684-27d8ef9f6474, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.548596] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78bd0519-a10a-41fe-8828-20719ad20458 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.554501] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 867.554501] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52249319-88ad-b29e-3e9e-6095301bf96a" [ 867.554501] env[69731]: _type = "Task" [ 867.554501] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.563209] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52249319-88ad-b29e-3e9e-6095301bf96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.595529] env[69731]: DEBUG nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.637859] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.785740] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.786361] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.789672] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.422s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.790880] env[69731]: INFO nova.compute.claims [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.925236] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "27901116-528f-416f-a9cd-c8694bedae6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.925698] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "27901116-528f-416f-a9cd-c8694bedae6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.936147] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.936384] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.936556] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.936707] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.936854] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.936999] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.937239] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.937435] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.937612] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.937774] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.937944] env[69731]: DEBUG nova.virt.hardware [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.938861] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e5473-a2f7-4474-9d39-4f610508bac5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.946766] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a42120b-8efe-453b-b2e6-79187c5c86e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.960944] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:04:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e1bed2-33ec-4027-83c6-e49ce394f4c2', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.968104] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.968258] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.968487] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46095898-5479-438f-a496-e83bf98e3ba7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.997195] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.997438] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.997611] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.000252] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.000252] env[69731]: value = "task-3275182" [ 868.000252] env[69731]: _type = "Task" [ 868.000252] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.009643] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275182, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.066992] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52249319-88ad-b29e-3e9e-6095301bf96a, 'name': SearchDatastore_Task, 'duration_secs': 0.049847} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.067282] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.067540] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 7425d84f-1723-4521-8270-ff20a0e13864/7425d84f-1723-4521-8270-ff20a0e13864.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.067826] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-394249f6-9996-41a5-b86a-59f09d564c00 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.073825] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 868.073825] env[69731]: value = "task-3275183" [ 868.073825] env[69731]: _type = "Task" [ 868.073825] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.081765] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.115667] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.171929] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquiring lock "2030c18c-0736-4de5-bfbf-8801ced72fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.172646] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "2030c18c-0736-4de5-bfbf-8801ced72fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.297340] env[69731]: DEBUG nova.compute.utils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.301068] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.301205] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.381608] env[69731]: DEBUG nova.policy [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24e025ddb054da6b59023fe483a7e6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dfd494c6a6c4295b7a93d3b5c73f404', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.512851] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275182, 'name': CreateVM_Task, 'duration_secs': 0.320848} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.513922] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.514660] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.514834] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.515229] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.515888] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4478416f-d214-43e0-98b1-34804fa8efbb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.521106] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 868.521106] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bbcfc5-290b-966e-c53a-563ebc26b490" [ 868.521106] env[69731]: _type = "Task" [ 868.521106] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.530784] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bbcfc5-290b-966e-c53a-563ebc26b490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.584662] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275183, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.775265] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Successfully created port: 42492286-bc0a-4d5f-a357-71c2531879a9 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.801651] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.035484] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52bbcfc5-290b-966e-c53a-563ebc26b490, 'name': SearchDatastore_Task, 'duration_secs': 0.052858} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.035484] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.035484] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.035484] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.035741] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.035741] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.035741] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e94a12-4d40-4c7b-807d-e36f60b1ef89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.045083] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.045290] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.046190] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d6c4ad-4c4e-40ac-92fe-35cf90b78b7d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.052577] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 869.052577] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52621694-4657-9b1b-92bd-b0def779d550" [ 869.052577] env[69731]: _type = "Task" [ 869.052577] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.062895] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52621694-4657-9b1b-92bd-b0def779d550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.064674] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.064881] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.065059] env[69731]: DEBUG nova.network.neutron [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.088258] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526807} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.090819] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 7425d84f-1723-4521-8270-ff20a0e13864/7425d84f-1723-4521-8270-ff20a0e13864.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.091053] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.091784] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36d78ff9-9e10-4636-96d1-55f605f97251 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.097719] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 869.097719] env[69731]: value = "task-3275184" [ 869.097719] env[69731]: _type = "Task" [ 869.097719] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.105541] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.231745] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc39777-3636-44f3-aeba-807bd5a71987 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.239395] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914f07d2-2b44-44ff-ac00-0c3046df825b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.268936] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883bb3a3-62c6-4c18-bc5b-7e76c53b213e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.275916] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f48f38-43be-4511-8e71-d5632f300b0b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.288459] env[69731]: DEBUG nova.compute.provider_tree [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.563530] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52621694-4657-9b1b-92bd-b0def779d550, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.564539] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4bf2ae-5bca-4778-b09c-cee627eb0d49 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.569969] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 869.569969] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a9c904-d539-b8cb-eb0f-705d8b55877f" [ 869.569969] env[69731]: _type = "Task" [ 869.569969] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.579498] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a9c904-d539-b8cb-eb0f-705d8b55877f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.606735] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.428235} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.609159] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.610010] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5df22f7-62df-4ba6-939a-22cbd175a4a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.631922] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 7425d84f-1723-4521-8270-ff20a0e13864/7425d84f-1723-4521-8270-ff20a0e13864.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.632219] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f3cd41-f41a-4bed-845b-7156b409a422 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.652160] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 869.652160] env[69731]: value = "task-3275185" [ 869.652160] env[69731]: _type = "Task" [ 869.652160] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.662077] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.791786] env[69731]: DEBUG nova.scheduler.client.report [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.812681] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.844357] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.844602] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.844757] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.844938] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.845100] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.845247] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.845515] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.845701] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.845875] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.846045] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.846224] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.847405] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6751ad-c351-4892-9389-fbd5d1388552 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.851269] env[69731]: DEBUG nova.network.neutron [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [{"id": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "address": "fa:16:3e:f6:ea:d5", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc5a24-f5", "ovs_interfaceid": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.857651] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995f800-e726-46aa-8599-b168b352cc56 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.091315] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a9c904-d539-b8cb-eb0f-705d8b55877f, 'name': SearchDatastore_Task, 'duration_secs': 0.058619} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.091315] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.091315] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] a1555d1e-923a-4552-b996-d6d20cdf24db/a1555d1e-923a-4552-b996-d6d20cdf24db.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.091553] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669ca84d-df02-4d73-9c45-06061e7e07f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.098658] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 870.098658] env[69731]: value = "task-3275186" [ 870.098658] env[69731]: _type = "Task" [ 870.098658] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.107727] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.166905] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275185, 'name': ReconfigVM_Task, 'duration_secs': 0.289213} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.167468] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 7425d84f-1723-4521-8270-ff20a0e13864/7425d84f-1723-4521-8270-ff20a0e13864.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.168439] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e5abcc-62c2-42d7-ad8e-4c686d9cb375 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.177323] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 870.177323] env[69731]: value = "task-3275187" [ 870.177323] env[69731]: _type = "Task" [ 870.177323] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.189945] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275187, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.296819] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.297439] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.300287] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.390s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.300490] env[69731]: DEBUG nova.objects.instance [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.324553] env[69731]: DEBUG nova.compute.manager [req-d9bfe544-a24c-4222-b581-007796a0ef6b req-16913040-ab87-4aed-b74d-ea5837fc5a75 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Received event network-vif-plugged-42492286-bc0a-4d5f-a357-71c2531879a9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.325492] env[69731]: DEBUG oslo_concurrency.lockutils [req-d9bfe544-a24c-4222-b581-007796a0ef6b req-16913040-ab87-4aed-b74d-ea5837fc5a75 service nova] Acquiring lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.325732] env[69731]: DEBUG oslo_concurrency.lockutils [req-d9bfe544-a24c-4222-b581-007796a0ef6b req-16913040-ab87-4aed-b74d-ea5837fc5a75 service nova] Lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.325898] env[69731]: DEBUG oslo_concurrency.lockutils [req-d9bfe544-a24c-4222-b581-007796a0ef6b req-16913040-ab87-4aed-b74d-ea5837fc5a75 service nova] Lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.326494] env[69731]: DEBUG nova.compute.manager [req-d9bfe544-a24c-4222-b581-007796a0ef6b req-16913040-ab87-4aed-b74d-ea5837fc5a75 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] No waiting events found dispatching network-vif-plugged-42492286-bc0a-4d5f-a357-71c2531879a9 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.327180] env[69731]: WARNING nova.compute.manager [req-d9bfe544-a24c-4222-b581-007796a0ef6b req-16913040-ab87-4aed-b74d-ea5837fc5a75 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Received unexpected event network-vif-plugged-42492286-bc0a-4d5f-a357-71c2531879a9 for instance with vm_state building and task_state spawning. [ 870.354087] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.482264] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Successfully updated port: 42492286-bc0a-4d5f-a357-71c2531879a9 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.616283] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275186, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.686580] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275187, 'name': Rename_Task, 'duration_secs': 0.163783} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.686888] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.687162] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f57f6b4-7fb4-4c03-aea3-a23e6eb1e161 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.693307] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 870.693307] env[69731]: value = "task-3275188" [ 870.693307] env[69731]: _type = "Task" [ 870.693307] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.700723] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.807253] env[69731]: DEBUG nova.compute.utils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.811428] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.811661] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.851495] env[69731]: DEBUG nova.policy [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24e025ddb054da6b59023fe483a7e6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dfd494c6a6c4295b7a93d3b5c73f404', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.880704] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b0f48-f979-417b-a6f1-58be3df5db25 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.905447] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f80e979-a066-48cb-9cb4-a59b268889ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.919202] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance '5b4e59fe-0577-4368-82a2-e51b8d97dd09' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.987578] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "refresh_cache-e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.987820] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "refresh_cache-e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.988067] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.109522] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548754} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.109884] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] a1555d1e-923a-4552-b996-d6d20cdf24db/a1555d1e-923a-4552-b996-d6d20cdf24db.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.110086] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.110284] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b1980da-2fc0-417e-8e02-9ce5e8b06178 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.120283] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 871.120283] env[69731]: value = "task-3275189" [ 871.120283] env[69731]: _type = "Task" [ 871.120283] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.128780] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.146041] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Successfully created port: 315375bb-6d2c-4511-8773-733395e64a0b {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.205193] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275188, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.312615] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.316217] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ca326efe-8757-4683-b229-e1b3e24768cb tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.317089] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.741s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.318170] env[69731]: DEBUG nova.objects.instance [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lazy-loading 'resources' on Instance uuid 1820a34a-f585-47ff-a7dd-586f47feaf38 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.426114] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fddb22-60af-4cac-be4d-901e6933c3c8 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance '5b4e59fe-0577-4368-82a2-e51b8d97dd09' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.607509] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.639501] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074083} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.639880] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.640990] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbb342a-b1f3-418d-87b2-c5d0ad9870c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.673601] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] a1555d1e-923a-4552-b996-d6d20cdf24db/a1555d1e-923a-4552-b996-d6d20cdf24db.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.677143] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee610d0-48ad-4364-bceb-e0ad3606bb95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.713158] env[69731]: DEBUG oslo_vmware.api [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275188, 'name': PowerOnVM_Task, 'duration_secs': 0.529848} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.713320] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.713554] env[69731]: INFO nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Took 8.81 seconds to spawn the instance on the hypervisor. [ 871.713806] env[69731]: DEBUG nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.714272] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 871.714272] env[69731]: value = "task-3275190" [ 871.714272] env[69731]: _type = "Task" [ 871.714272] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.715291] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8637e126-2d86-4d25-a75a-a0d52bc366ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.735132] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.832207] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Updating instance_info_cache with network_info: [{"id": "42492286-bc0a-4d5f-a357-71c2531879a9", "address": "fa:16:3e:3d:32:ad", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42492286-bc", "ovs_interfaceid": "42492286-bc0a-4d5f-a357-71c2531879a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.227898] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.242747] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a442598a-8ec7-4e47-af90-6b7d361527e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.247540] env[69731]: INFO nova.compute.manager [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Took 53.98 seconds to build instance. [ 872.251423] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c637f9-22b4-4713-b088-778c9c28e8c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.287858] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9568216b-3780-4cc2-8ad5-e34ffa3e8052 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.296367] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b53f9-e2fa-44d8-b67c-a7b4b3712b3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.311743] env[69731]: DEBUG nova.compute.provider_tree [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.325612] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.335421] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "refresh_cache-e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.335421] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Instance network_info: |[{"id": "42492286-bc0a-4d5f-a357-71c2531879a9", "address": "fa:16:3e:3d:32:ad", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42492286-bc", "ovs_interfaceid": "42492286-bc0a-4d5f-a357-71c2531879a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.335653] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:32:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42492286-bc0a-4d5f-a357-71c2531879a9', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.343339] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.343916] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.344196] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-758013d6-abe8-4b55-9165-80feb11e7c84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.364616] env[69731]: DEBUG nova.compute.manager [req-e67e31d3-3b43-451b-8f9a-4e7e431d9e0d req-edfc13bb-b30c-4b74-8365-41d226dcf629 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Received event network-changed-42492286-bc0a-4d5f-a357-71c2531879a9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.364813] env[69731]: DEBUG nova.compute.manager [req-e67e31d3-3b43-451b-8f9a-4e7e431d9e0d req-edfc13bb-b30c-4b74-8365-41d226dcf629 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Refreshing instance network info cache due to event network-changed-42492286-bc0a-4d5f-a357-71c2531879a9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.365036] env[69731]: DEBUG oslo_concurrency.lockutils [req-e67e31d3-3b43-451b-8f9a-4e7e431d9e0d req-edfc13bb-b30c-4b74-8365-41d226dcf629 service nova] Acquiring lock "refresh_cache-e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.365192] env[69731]: DEBUG oslo_concurrency.lockutils [req-e67e31d3-3b43-451b-8f9a-4e7e431d9e0d req-edfc13bb-b30c-4b74-8365-41d226dcf629 service nova] Acquired lock "refresh_cache-e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.365387] env[69731]: DEBUG nova.network.neutron [req-e67e31d3-3b43-451b-8f9a-4e7e431d9e0d req-edfc13bb-b30c-4b74-8365-41d226dcf629 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Refreshing network info cache for port 42492286-bc0a-4d5f-a357-71c2531879a9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.372670] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.372670] env[69731]: value = "task-3275191" [ 872.372670] env[69731]: _type = "Task" [ 872.372670] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.378136] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.378386] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.378554] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.378753] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.378902] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.379368] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.379634] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.379829] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.380050] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.380225] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.380518] env[69731]: DEBUG nova.virt.hardware [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.381568] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f146fe-8b0d-456a-8b89-c09006d11e55 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.394042] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db913d-5d61-4103-b6f7-94ccd52b20d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.398301] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275191, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.575191] env[69731]: DEBUG nova.compute.manager [req-0ba5b7a1-4da2-4fa2-a5af-b35c83f813c2 req-6b46267d-6cc1-4fd6-ad67-36e325b15c1d service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Received event network-changed-9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.575372] env[69731]: DEBUG nova.compute.manager [req-0ba5b7a1-4da2-4fa2-a5af-b35c83f813c2 req-6b46267d-6cc1-4fd6-ad67-36e325b15c1d service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Refreshing instance network info cache due to event network-changed-9d31e32e-d067-41e4-8439-e986471393a9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.575638] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ba5b7a1-4da2-4fa2-a5af-b35c83f813c2 req-6b46267d-6cc1-4fd6-ad67-36e325b15c1d service nova] Acquiring lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.575780] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ba5b7a1-4da2-4fa2-a5af-b35c83f813c2 req-6b46267d-6cc1-4fd6-ad67-36e325b15c1d service nova] Acquired lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.575910] env[69731]: DEBUG nova.network.neutron [req-0ba5b7a1-4da2-4fa2-a5af-b35c83f813c2 req-6b46267d-6cc1-4fd6-ad67-36e325b15c1d service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Refreshing network info cache for port 9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.753263] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275190, 'name': ReconfigVM_Task, 'duration_secs': 0.802773} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.753263] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Reconfigured VM instance instance-00000034 to attach disk [datastore2] a1555d1e-923a-4552-b996-d6d20cdf24db/a1555d1e-923a-4552-b996-d6d20cdf24db.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.753263] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92c9265-6f71-4578-ab34-f2ca20201da5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.753263] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 872.753263] env[69731]: value = "task-3275192" [ 872.753263] env[69731]: _type = "Task" [ 872.753263] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.753263] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275192, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.753868] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5ea4cdad-908c-4214-a2d0-65e87260bb2d tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "7425d84f-1723-4521-8270-ff20a0e13864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.498s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.819089] env[69731]: DEBUG nova.scheduler.client.report [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.882851] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275191, 'name': CreateVM_Task, 'duration_secs': 0.326423} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.883159] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.883719] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.883879] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.884215] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.884470] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4758b7f4-11e0-45c2-9885-cb42f2f78f2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.889006] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 872.889006] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529573e7-e339-047b-1e8e-515133ba79c5" [ 872.889006] env[69731]: _type = "Task" [ 872.889006] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.897287] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529573e7-e339-047b-1e8e-515133ba79c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.132431] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Successfully updated port: 315375bb-6d2c-4511-8773-733395e64a0b {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.247971] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275192, 'name': Rename_Task, 'duration_secs': 0.151322} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.249035] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.249035] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec26f8b-6d9d-48e6-b9a3-c81728c0140d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.253150] env[69731]: DEBUG nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.257505] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 873.257505] env[69731]: value = "task-3275193" [ 873.257505] env[69731]: _type = "Task" [ 873.257505] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.266459] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.297139] env[69731]: DEBUG nova.network.neutron [req-e67e31d3-3b43-451b-8f9a-4e7e431d9e0d req-edfc13bb-b30c-4b74-8365-41d226dcf629 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Updated VIF entry in instance network info cache for port 42492286-bc0a-4d5f-a357-71c2531879a9. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.297573] env[69731]: DEBUG nova.network.neutron [req-e67e31d3-3b43-451b-8f9a-4e7e431d9e0d req-edfc13bb-b30c-4b74-8365-41d226dcf629 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Updating instance_info_cache with network_info: [{"id": "42492286-bc0a-4d5f-a357-71c2531879a9", "address": "fa:16:3e:3d:32:ad", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42492286-bc", "ovs_interfaceid": "42492286-bc0a-4d5f-a357-71c2531879a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.321664] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.324560] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.404s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.326441] env[69731]: INFO nova.compute.claims [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.347164] env[69731]: INFO nova.scheduler.client.report [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Deleted allocations for instance 1820a34a-f585-47ff-a7dd-586f47feaf38 [ 873.405021] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529573e7-e339-047b-1e8e-515133ba79c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.405021] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.405021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.405021] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.405250] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.405250] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.405250] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a361e0b1-cd27-4645-8b99-9fc459929edc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.413480] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.413646] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.414414] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e51b774-a4c7-49c6-afda-d13a2734b085 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.419821] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 873.419821] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b94b16-254d-0a16-20b1-9214c74ea1b9" [ 873.419821] env[69731]: _type = "Task" [ 873.419821] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.427269] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b94b16-254d-0a16-20b1-9214c74ea1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.460542] env[69731]: DEBUG nova.network.neutron [req-0ba5b7a1-4da2-4fa2-a5af-b35c83f813c2 req-6b46267d-6cc1-4fd6-ad67-36e325b15c1d service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Updated VIF entry in instance network info cache for port 9d31e32e-d067-41e4-8439-e986471393a9. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.460917] env[69731]: DEBUG nova.network.neutron [req-0ba5b7a1-4da2-4fa2-a5af-b35c83f813c2 req-6b46267d-6cc1-4fd6-ad67-36e325b15c1d service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Updating instance_info_cache with network_info: [{"id": "9d31e32e-d067-41e4-8439-e986471393a9", "address": "fa:16:3e:6f:92:11", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d31e32e-d0", "ovs_interfaceid": "9d31e32e-d067-41e4-8439-e986471393a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.463928] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.464168] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.464342] env[69731]: DEBUG nova.compute.manager [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Going to confirm migration 2 {{(pid=69731) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 873.635833] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "refresh_cache-5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.635986] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "refresh_cache-5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.636148] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.773140] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275193, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.774788] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.800533] env[69731]: DEBUG oslo_concurrency.lockutils [req-e67e31d3-3b43-451b-8f9a-4e7e431d9e0d req-edfc13bb-b30c-4b74-8365-41d226dcf629 service nova] Releasing lock "refresh_cache-e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.856607] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b232a42c-e6b9-4483-ae6a-dca882fb352b tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "1820a34a-f585-47ff-a7dd-586f47feaf38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.695s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.930984] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b94b16-254d-0a16-20b1-9214c74ea1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.932045] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fb86d9-99ac-49ce-a669-f04ed0514b1a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.938035] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 873.938035] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dc909f-6c9d-d358-e323-bf06ea0f2c7c" [ 873.938035] env[69731]: _type = "Task" [ 873.938035] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.946654] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dc909f-6c9d-d358-e323-bf06ea0f2c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.963492] env[69731]: DEBUG oslo_concurrency.lockutils [req-0ba5b7a1-4da2-4fa2-a5af-b35c83f813c2 req-6b46267d-6cc1-4fd6-ad67-36e325b15c1d service nova] Releasing lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.027341] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.027523] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.027722] env[69731]: DEBUG nova.network.neutron [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.027920] env[69731]: DEBUG nova.objects.instance [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'info_cache' on Instance uuid 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.170167] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.273703] env[69731]: DEBUG oslo_vmware.api [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275193, 'name': PowerOnVM_Task, 'duration_secs': 0.756917} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.273980] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.274231] env[69731]: DEBUG nova.compute.manager [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.275047] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2c8ab-0b64-4211-85c9-62286a6f7970 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.322403] env[69731]: DEBUG nova.network.neutron [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Updating instance_info_cache with network_info: [{"id": "315375bb-6d2c-4511-8773-733395e64a0b", "address": "fa:16:3e:0e:42:0c", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315375bb-6d", "ovs_interfaceid": "315375bb-6d2c-4511-8773-733395e64a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.445498] env[69731]: DEBUG nova.compute.manager [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Received event network-vif-plugged-315375bb-6d2c-4511-8773-733395e64a0b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.445712] env[69731]: DEBUG oslo_concurrency.lockutils [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] Acquiring lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.445913] env[69731]: DEBUG oslo_concurrency.lockutils [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] Lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.446094] env[69731]: DEBUG oslo_concurrency.lockutils [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] Lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.446261] env[69731]: DEBUG nova.compute.manager [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] No waiting events found dispatching network-vif-plugged-315375bb-6d2c-4511-8773-733395e64a0b {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.446423] env[69731]: WARNING nova.compute.manager [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Received unexpected event network-vif-plugged-315375bb-6d2c-4511-8773-733395e64a0b for instance with vm_state building and task_state spawning. [ 874.446618] env[69731]: DEBUG nova.compute.manager [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Received event network-changed-315375bb-6d2c-4511-8773-733395e64a0b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.446716] env[69731]: DEBUG nova.compute.manager [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Refreshing instance network info cache due to event network-changed-315375bb-6d2c-4511-8773-733395e64a0b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.446876] env[69731]: DEBUG oslo_concurrency.lockutils [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] Acquiring lock "refresh_cache-5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.455278] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dc909f-6c9d-d358-e323-bf06ea0f2c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.455347] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.455590] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] e81fc2c6-8da1-43f3-a88f-53a4e6f400f9/e81fc2c6-8da1-43f3-a88f-53a4e6f400f9.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.455867] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89286f9d-6909-465f-b7eb-17b634dfc4c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.462244] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 874.462244] env[69731]: value = "task-3275194" [ 874.462244] env[69731]: _type = "Task" [ 874.462244] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.472710] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.739487] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f7249d-1bfa-46be-9359-604b0ca00520 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.748458] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc92599d-7b48-453a-ad00-4c5dcc867ad1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.780985] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282bbe23-91ac-4d3a-a30d-86c4632b803a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.793443] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a12ad0-546a-4e1a-96da-ff3edae9edd6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.800202] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.810972] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "c0d80719-3361-43dc-9d1e-c1c783b87e23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.811246] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "c0d80719-3361-43dc-9d1e-c1c783b87e23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.811455] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "c0d80719-3361-43dc-9d1e-c1c783b87e23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.811839] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "c0d80719-3361-43dc-9d1e-c1c783b87e23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.812062] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "c0d80719-3361-43dc-9d1e-c1c783b87e23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.813937] env[69731]: DEBUG nova.compute.provider_tree [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.817958] env[69731]: INFO nova.compute.manager [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Terminating instance [ 874.822586] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "refresh_cache-5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.822874] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Instance network_info: |[{"id": "315375bb-6d2c-4511-8773-733395e64a0b", "address": "fa:16:3e:0e:42:0c", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315375bb-6d", "ovs_interfaceid": "315375bb-6d2c-4511-8773-733395e64a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.823336] env[69731]: DEBUG oslo_concurrency.lockutils [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] Acquired lock "refresh_cache-5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.823514] env[69731]: DEBUG nova.network.neutron [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Refreshing network info cache for port 315375bb-6d2c-4511-8773-733395e64a0b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.824615] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:42:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315375bb-6d2c-4511-8773-733395e64a0b', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.833671] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.835433] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.835702] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a072a220-a258-4fdd-85b6-c879c3bb79f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.857408] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.857408] env[69731]: value = "task-3275195" [ 874.857408] env[69731]: _type = "Task" [ 874.857408] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.867353] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275195, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.974039] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499018} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.975285] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] e81fc2c6-8da1-43f3-a88f-53a4e6f400f9/e81fc2c6-8da1-43f3-a88f-53a4e6f400f9.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.975435] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.977848] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12d1b188-b6ce-4ee5-8a0a-c4c8812b977b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.988029] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 874.988029] env[69731]: value = "task-3275196" [ 874.988029] env[69731]: _type = "Task" [ 874.988029] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.997890] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.321038] env[69731]: DEBUG nova.scheduler.client.report [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.325288] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "refresh_cache-c0d80719-3361-43dc-9d1e-c1c783b87e23" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.325455] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquired lock "refresh_cache-c0d80719-3361-43dc-9d1e-c1c783b87e23" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.325758] env[69731]: DEBUG nova.network.neutron [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.364129] env[69731]: DEBUG nova.network.neutron [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [{"id": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "address": "fa:16:3e:f6:ea:d5", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc5a24-f5", "ovs_interfaceid": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.371939] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275195, 'name': CreateVM_Task, 'duration_secs': 0.400537} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.373720] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.373720] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.373720] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.374192] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.377335] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9256f7d-ac21-441c-ab3f-da8899c08a11 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.383019] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 875.383019] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52052981-cd52-94eb-f0c7-994e9087bcbb" [ 875.383019] env[69731]: _type = "Task" [ 875.383019] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.392816] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52052981-cd52-94eb-f0c7-994e9087bcbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.487382] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "a1555d1e-923a-4552-b996-d6d20cdf24db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.487382] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a1555d1e-923a-4552-b996-d6d20cdf24db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.487382] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "a1555d1e-923a-4552-b996-d6d20cdf24db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.487382] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a1555d1e-923a-4552-b996-d6d20cdf24db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.487704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a1555d1e-923a-4552-b996-d6d20cdf24db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.487704] env[69731]: INFO nova.compute.manager [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Terminating instance [ 875.505508] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090751} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.505779] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.506603] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00f5f6-2778-4ab2-916d-4817da5224d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.533553] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] e81fc2c6-8da1-43f3-a88f-53a4e6f400f9/e81fc2c6-8da1-43f3-a88f-53a4e6f400f9.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.534163] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84911fcd-0001-424a-abde-1c464e663315 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.560106] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 875.560106] env[69731]: value = "task-3275197" [ 875.560106] env[69731]: _type = "Task" [ 875.560106] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.569069] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.595036] env[69731]: DEBUG nova.network.neutron [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Updated VIF entry in instance network info cache for port 315375bb-6d2c-4511-8773-733395e64a0b. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.595036] env[69731]: DEBUG nova.network.neutron [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Updating instance_info_cache with network_info: [{"id": "315375bb-6d2c-4511-8773-733395e64a0b", "address": "fa:16:3e:0e:42:0c", "network": {"id": "dda024ef-5629-4a77-9e03-2470f3cdf91b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-673998781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfd494c6a6c4295b7a93d3b5c73f404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315375bb-6d", "ovs_interfaceid": "315375bb-6d2c-4511-8773-733395e64a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.829109] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.829109] env[69731]: DEBUG nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.835357] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.199s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.836929] env[69731]: INFO nova.compute.claims [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.854188] env[69731]: DEBUG nova.network.neutron [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.867453] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.868200] env[69731]: DEBUG nova.objects.instance [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'migration_context' on Instance uuid 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.893608] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52052981-cd52-94eb-f0c7-994e9087bcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.052253} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.893915] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.894161] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.894392] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.894594] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.894706] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.894958] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c50b3f24-344a-4ce5-9c36-85f013910aca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.904713] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.904976] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.905653] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ecd6240-bf8a-4589-a350-e3db98d7865b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.911028] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 875.911028] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52db00f1-3e2c-37bf-8bc1-a1f30f929687" [ 875.911028] env[69731]: _type = "Task" [ 875.911028] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.911566] env[69731]: DEBUG nova.network.neutron [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.920821] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52db00f1-3e2c-37bf-8bc1-a1f30f929687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.994441] env[69731]: DEBUG nova.compute.manager [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.994441] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.995349] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e4c0dc-b26b-45f6-9e3d-2faf37605972 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.003722] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.006116] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa702f5-0acf-4b83-bfac-c783de6862c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.009227] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "413bb13f-3ff9-4994-8777-93c70336d533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.009527] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.013899] env[69731]: DEBUG oslo_vmware.api [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 876.013899] env[69731]: value = "task-3275198" [ 876.013899] env[69731]: _type = "Task" [ 876.013899] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.021902] env[69731]: DEBUG oslo_vmware.api [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.069696] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275197, 'name': ReconfigVM_Task, 'duration_secs': 0.281917} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.070205] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Reconfigured VM instance instance-00000037 to attach disk [datastore2] e81fc2c6-8da1-43f3-a88f-53a4e6f400f9/e81fc2c6-8da1-43f3-a88f-53a4e6f400f9.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.070856] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0631ca6-8c66-46aa-9c89-da209e4f7581 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.078301] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 876.078301] env[69731]: value = "task-3275199" [ 876.078301] env[69731]: _type = "Task" [ 876.078301] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.088059] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275199, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.096700] env[69731]: DEBUG oslo_concurrency.lockutils [req-f959b8b5-3dc3-482a-bb76-822c82a0df4d req-c5f235e9-2874-4d8e-8bc7-bec7512a40e9 service nova] Releasing lock "refresh_cache-5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.334556] env[69731]: DEBUG nova.compute.utils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.336040] env[69731]: DEBUG nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.336216] env[69731]: DEBUG nova.network.neutron [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.371870] env[69731]: DEBUG nova.objects.base [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Object Instance<5b4e59fe-0577-4368-82a2-e51b8d97dd09> lazy-loaded attributes: info_cache,migration_context {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 876.372886] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ae7c4-7fcf-4e7f-96bb-ed5e53dd3fb0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.377014] env[69731]: DEBUG nova.policy [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7db7a16e346438b98db1097b1c92e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6e5bc19ad9a47cf9e899c240f58ec15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.398088] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd0d879-3d68-4c34-8ff2-73061599af69 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.404124] env[69731]: DEBUG oslo_vmware.api [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 876.404124] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eb87db-03cd-39b8-6ba3-c781a9778c63" [ 876.404124] env[69731]: _type = "Task" [ 876.404124] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.415656] env[69731]: DEBUG oslo_vmware.api [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eb87db-03cd-39b8-6ba3-c781a9778c63, 'name': SearchDatastore_Task, 'duration_secs': 0.007572} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.418833] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Releasing lock "refresh_cache-c0d80719-3361-43dc-9d1e-c1c783b87e23" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.419233] env[69731]: DEBUG nova.compute.manager [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.419419] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.419696] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.420439] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b85a6a-54e1-4f15-8640-1fc4509d761f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.428191] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52db00f1-3e2c-37bf-8bc1-a1f30f929687, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.431251] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.431831] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c012218-6b7e-4920-933d-1d3518e13b13 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.433924] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d3683b6-3587-4ad8-8a9e-334203ebc496 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.437952] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 876.437952] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52431d9a-3efa-ea68-6342-65bd4d8bdf95" [ 876.437952] env[69731]: _type = "Task" [ 876.437952] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.442172] env[69731]: DEBUG oslo_vmware.api [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 876.442172] env[69731]: value = "task-3275200" [ 876.442172] env[69731]: _type = "Task" [ 876.442172] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.448111] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52431d9a-3efa-ea68-6342-65bd4d8bdf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.452485] env[69731]: DEBUG oslo_vmware.api [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.526449] env[69731]: DEBUG oslo_vmware.api [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275198, 'name': PowerOffVM_Task, 'duration_secs': 0.412154} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.526755] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.526931] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.527431] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4de8830-dd20-4f92-8f7b-28e3e2fb54a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.589774] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275199, 'name': Rename_Task, 'duration_secs': 0.158497} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.591109] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.592401] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-251089fe-cae2-461d-8dd8-e05da94c1488 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.594147] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.594348] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.594526] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleting the datastore file [datastore2] a1555d1e-923a-4552-b996-d6d20cdf24db {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.594777] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bca3e2-dbe0-4ef0-af0d-910d4a7eed08 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.600584] env[69731]: DEBUG oslo_vmware.api [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 876.600584] env[69731]: value = "task-3275203" [ 876.600584] env[69731]: _type = "Task" [ 876.600584] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.601898] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 876.601898] env[69731]: value = "task-3275202" [ 876.601898] env[69731]: _type = "Task" [ 876.601898] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.612719] env[69731]: DEBUG oslo_vmware.api [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.615589] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.782723] env[69731]: DEBUG nova.network.neutron [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Successfully created port: 948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.839230] env[69731]: DEBUG nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.952664] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52431d9a-3efa-ea68-6342-65bd4d8bdf95, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.952962] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.953229] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f/5b4a3c36-49b3-4e95-81ea-36c2b5bf902f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.953884] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5357e4c-e71f-4737-b26f-867a30d52a51 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.959768] env[69731]: DEBUG oslo_vmware.api [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275200, 'name': PowerOffVM_Task, 'duration_secs': 0.141543} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.960358] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.960743] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.960896] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90cdc231-c0b5-4da8-8ef7-7bdb0f8d1c5f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.966064] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 876.966064] env[69731]: value = "task-3275204" [ 876.966064] env[69731]: _type = "Task" [ 876.966064] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.973659] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.986973] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.987198] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.987394] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Deleting the datastore file [datastore2] c0d80719-3361-43dc-9d1e-c1c783b87e23 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.987638] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dc4fa89-1767-4200-a739-0f86ed9c1a7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.998075] env[69731]: DEBUG oslo_vmware.api [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for the task: (returnval){ [ 876.998075] env[69731]: value = "task-3275206" [ 876.998075] env[69731]: _type = "Task" [ 876.998075] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.006156] env[69731]: DEBUG oslo_vmware.api [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.118790] env[69731]: DEBUG oslo_vmware.api [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166583} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.121989] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.122386] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.122694] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.123125] env[69731]: INFO nova.compute.manager [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Took 1.13 seconds to destroy the instance on the hypervisor. [ 877.123493] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.123871] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275202, 'name': PowerOnVM_Task, 'duration_secs': 0.463522} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.124200] env[69731]: DEBUG nova.compute.manager [-] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.124424] env[69731]: DEBUG nova.network.neutron [-] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.126384] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.128366] env[69731]: INFO nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Took 7.31 seconds to spawn the instance on the hypervisor. [ 877.128366] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.130040] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20616111-2ac4-48ef-8d1a-4893cf6616b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.325481] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69af431f-5ecc-4c16-b598-0ace96066abc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.335533] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdebdc48-d248-4959-9df0-5559b6d27e78 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.374336] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a55ce9-4bc7-4b4b-ab9c-7428f22a29df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.385025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ede5c-f352-4f5e-a44a-6b7081b59eff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.396766] env[69731]: DEBUG nova.compute.provider_tree [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.436144] env[69731]: DEBUG nova.compute.manager [req-2e900921-016a-4d68-beb2-349a577db11d req-c6b221f9-a36e-40c2-9b61-434ea5259bcd service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Received event network-vif-deleted-e7e1bed2-33ec-4027-83c6-e49ce394f4c2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.436385] env[69731]: INFO nova.compute.manager [req-2e900921-016a-4d68-beb2-349a577db11d req-c6b221f9-a36e-40c2-9b61-434ea5259bcd service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Neutron deleted interface e7e1bed2-33ec-4027-83c6-e49ce394f4c2; detaching it from the instance and deleting it from the info cache [ 877.436553] env[69731]: DEBUG nova.network.neutron [req-2e900921-016a-4d68-beb2-349a577db11d req-c6b221f9-a36e-40c2-9b61-434ea5259bcd service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.476435] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.508013] env[69731]: DEBUG oslo_vmware.api [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Task: {'id': task-3275206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105151} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.508283] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.508488] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.508675] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.508847] env[69731]: INFO nova.compute.manager [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Took 1.09 seconds to destroy the instance on the hypervisor. [ 877.509093] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.509283] env[69731]: DEBUG nova.compute.manager [-] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.509377] env[69731]: DEBUG nova.network.neutron [-] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.527319] env[69731]: DEBUG nova.network.neutron [-] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.650854] env[69731]: INFO nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Took 52.34 seconds to build instance. [ 877.875309] env[69731]: DEBUG nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.900051] env[69731]: DEBUG nova.scheduler.client.report [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.908097] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.908490] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.908722] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.909048] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.909288] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.909599] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.909936] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.910952] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.911172] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.911354] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.911594] env[69731]: DEBUG nova.virt.hardware [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.912529] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c9f218-5300-48c7-aa06-69441d674ee5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.917473] env[69731]: DEBUG nova.network.neutron [-] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.922927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6320ab46-f89f-4c6d-9cb6-7576aa42052d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.940141] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5965aed2-a370-45c3-a58e-27eacb440d8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.948399] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e07d3c-ac48-4d8b-82db-90a31e7184ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.981592] env[69731]: DEBUG nova.compute.manager [req-2e900921-016a-4d68-beb2-349a577db11d req-c6b221f9-a36e-40c2-9b61-434ea5259bcd service nova] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Detach interface failed, port_id=e7e1bed2-33ec-4027-83c6-e49ce394f4c2, reason: Instance a1555d1e-923a-4552-b996-d6d20cdf24db could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.986704] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58612} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.986862] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f/5b4a3c36-49b3-4e95-81ea-36c2b5bf902f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.987098] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.987482] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-787916be-b0b7-4bd8-a059-3d968d54dfc9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.993405] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 877.993405] env[69731]: value = "task-3275207" [ 877.993405] env[69731]: _type = "Task" [ 877.993405] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.001460] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.029654] env[69731]: DEBUG nova.network.neutron [-] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.153303] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.847s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.350184] env[69731]: DEBUG nova.network.neutron [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Successfully updated port: 948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.417912] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.417912] env[69731]: DEBUG nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.422357] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.043s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.428274] env[69731]: INFO nova.compute.manager [-] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Took 1.30 seconds to deallocate network for instance. [ 878.503417] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069241} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.503638] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.504398] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4998fa8d-edaa-4a37-afa0-7dbba3d2fc85 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.525922] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f/5b4a3c36-49b3-4e95-81ea-36c2b5bf902f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.526183] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f87a104a-9bcc-452e-a010-7fa642694eea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.541981] env[69731]: INFO nova.compute.manager [-] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Took 1.03 seconds to deallocate network for instance. [ 878.549925] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 878.549925] env[69731]: value = "task-3275208" [ 878.549925] env[69731]: _type = "Task" [ 878.549925] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.557028] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.657154] env[69731]: DEBUG nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.852889] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquiring lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.853049] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquired lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.853207] env[69731]: DEBUG nova.network.neutron [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.923588] env[69731]: DEBUG nova.compute.utils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.926993] env[69731]: INFO nova.compute.claims [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.931087] env[69731]: DEBUG nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.931738] env[69731]: DEBUG nova.network.neutron [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.935062] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.972517] env[69731]: DEBUG nova.policy [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35965a0dc0184ef89d2db835bdfbf9a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33c6267dc3e4589a7194ab2d435ffb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.050699] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.063686] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275208, 'name': ReconfigVM_Task, 'duration_secs': 0.279886} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.063932] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f/5b4a3c36-49b3-4e95-81ea-36c2b5bf902f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.064675] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dd2659a-4093-428d-bcad-618dfa019b2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.072695] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 879.072695] env[69731]: value = "task-3275209" [ 879.072695] env[69731]: _type = "Task" [ 879.072695] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.082868] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275209, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.275473] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.411354] env[69731]: DEBUG nova.network.neutron [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.436218] env[69731]: INFO nova.compute.resource_tracker [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating resource usage from migration 7ab34e75-8d59-4ccd-a290-f8bf100b4fa5 [ 879.439162] env[69731]: DEBUG nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.442760] env[69731]: DEBUG nova.network.neutron [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Successfully created port: 51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.517482] env[69731]: DEBUG nova.compute.manager [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Received event network-vif-plugged-948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.517695] env[69731]: DEBUG oslo_concurrency.lockutils [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] Acquiring lock "12600966-7597-402e-a27e-b77d3b97afc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.517929] env[69731]: DEBUG oslo_concurrency.lockutils [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] Lock "12600966-7597-402e-a27e-b77d3b97afc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.518226] env[69731]: DEBUG oslo_concurrency.lockutils [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] Lock "12600966-7597-402e-a27e-b77d3b97afc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.518226] env[69731]: DEBUG nova.compute.manager [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] No waiting events found dispatching network-vif-plugged-948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.518384] env[69731]: WARNING nova.compute.manager [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Received unexpected event network-vif-plugged-948f7232-1ac2-4194-bd87-6e98d0b7f9d2 for instance with vm_state building and task_state spawning. [ 879.518554] env[69731]: DEBUG nova.compute.manager [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Received event network-changed-948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.518681] env[69731]: DEBUG nova.compute.manager [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Refreshing instance network info cache due to event network-changed-948f7232-1ac2-4194-bd87-6e98d0b7f9d2. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.518840] env[69731]: DEBUG oslo_concurrency.lockutils [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] Acquiring lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.583604] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275209, 'name': Rename_Task, 'duration_secs': 0.152744} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.583944] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.584379] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e74e92c9-392c-4143-9690-8db7fb47115f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.594425] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 879.594425] env[69731]: value = "task-3275210" [ 879.594425] env[69731]: _type = "Task" [ 879.594425] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.604192] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.647259] env[69731]: DEBUG nova.network.neutron [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Updating instance_info_cache with network_info: [{"id": "948f7232-1ac2-4194-bd87-6e98d0b7f9d2", "address": "fa:16:3e:a6:1f:02", "network": {"id": "3668e536-4ffc-4373-a1d9-167d55c4611c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-130805338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6e5bc19ad9a47cf9e899c240f58ec15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap948f7232-1a", "ovs_interfaceid": "948f7232-1ac2-4194-bd87-6e98d0b7f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.946558] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea126257-4f2c-4c47-809f-f6881bbae00b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.950677] env[69731]: INFO nova.virt.block_device [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Booting with volume a61a383a-59f6-44c1-96dc-643b25db19e9 at /dev/sda [ 879.961282] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4792fdd-e015-4d2d-9427-1d859e695358 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.993556] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1137c-32d4-4511-a229-09018b489d19 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.005503] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1491f6b7-405b-4a86-9d70-4bf4c312edb4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.008445] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37ff5da-c3fa-4dd0-970a-6916a15bb560 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.032638] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bf6a9c-7e15-42ea-9659-644cda0bd882 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.044880] env[69731]: DEBUG nova.compute.provider_tree [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.070850] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-153e50ec-aaa0-430b-a581-f8d623686f56 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.080238] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035356ff-39cb-4a9e-817d-ab2820be43a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.102786] env[69731]: DEBUG oslo_vmware.api [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275210, 'name': PowerOnVM_Task, 'duration_secs': 0.50496} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.114428] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.114428] env[69731]: INFO nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Took 7.79 seconds to spawn the instance on the hypervisor. [ 880.114615] env[69731]: DEBUG nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.116277] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11998d7-ab90-48cd-958b-c43fa7fbd2ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.119727] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04cd6c4-882f-4f65-b06a-8f8d0987145c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.130520] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea47096-9091-44de-8cfa-441805c3ec34 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.143415] env[69731]: DEBUG nova.virt.block_device [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Updating existing volume attachment record: e2b34721-27cd-47c7-a632-1d173f2c28c9 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 880.150474] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Releasing lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.150854] env[69731]: DEBUG nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Instance network_info: |[{"id": "948f7232-1ac2-4194-bd87-6e98d0b7f9d2", "address": "fa:16:3e:a6:1f:02", "network": {"id": "3668e536-4ffc-4373-a1d9-167d55c4611c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-130805338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6e5bc19ad9a47cf9e899c240f58ec15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap948f7232-1a", "ovs_interfaceid": "948f7232-1ac2-4194-bd87-6e98d0b7f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.151163] env[69731]: DEBUG oslo_concurrency.lockutils [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] Acquired lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.151345] env[69731]: DEBUG nova.network.neutron [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Refreshing network info cache for port 948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.152581] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:1f:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '948f7232-1ac2-4194-bd87-6e98d0b7f9d2', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.164869] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Creating folder: Project (c6e5bc19ad9a47cf9e899c240f58ec15). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.164869] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84b7b21c-c2ae-476f-a007-4c1a383771dc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.175367] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Created folder: Project (c6e5bc19ad9a47cf9e899c240f58ec15) in parent group-v654000. [ 880.175555] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Creating folder: Instances. Parent ref: group-v654171. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.176029] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19be6cb3-44b5-4182-97f7-1314dbf574a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.185471] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Created folder: Instances in parent group-v654171. [ 880.185698] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.186036] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.186099] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-974079d8-1c3e-4687-82a8-4fe082629137 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.207278] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.207278] env[69731]: value = "task-3275213" [ 880.207278] env[69731]: _type = "Task" [ 880.207278] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.217615] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275213, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.548095] env[69731]: DEBUG nova.scheduler.client.report [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.638076] env[69731]: INFO nova.compute.manager [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Took 55.28 seconds to build instance. [ 880.717315] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275213, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.916032] env[69731]: DEBUG nova.network.neutron [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Updated VIF entry in instance network info cache for port 948f7232-1ac2-4194-bd87-6e98d0b7f9d2. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.916439] env[69731]: DEBUG nova.network.neutron [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Updating instance_info_cache with network_info: [{"id": "948f7232-1ac2-4194-bd87-6e98d0b7f9d2", "address": "fa:16:3e:a6:1f:02", "network": {"id": "3668e536-4ffc-4373-a1d9-167d55c4611c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-130805338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6e5bc19ad9a47cf9e899c240f58ec15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap948f7232-1a", "ovs_interfaceid": "948f7232-1ac2-4194-bd87-6e98d0b7f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.054399] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.632s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.054399] env[69731]: INFO nova.compute.manager [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Migrating [ 881.060754] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.748s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.062330] env[69731]: INFO nova.compute.claims [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.140335] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1f35fa52-7cd2-474b-9dfb-cb79f6d931e8 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.796s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.151454] env[69731]: DEBUG nova.network.neutron [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Successfully updated port: 51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.219229] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275213, 'name': CreateVM_Task, 'duration_secs': 0.804911} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.219412] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.220121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.220294] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.220736] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.220891] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e151be-04b8-4777-ae24-d8e0676e450f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.225848] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 881.225848] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ddcbe8-fa4c-e15d-0187-7cafeca2f1bd" [ 881.225848] env[69731]: _type = "Task" [ 881.225848] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.236311] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ddcbe8-fa4c-e15d-0187-7cafeca2f1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.419299] env[69731]: DEBUG oslo_concurrency.lockutils [req-c2dd5589-5def-44e9-9c94-1ede74584ae7 req-e1a85503-b3aa-423c-9b22-72329bae517b service nova] Releasing lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.542841] env[69731]: DEBUG nova.compute.manager [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Received event network-vif-plugged-51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.543089] env[69731]: DEBUG oslo_concurrency.lockutils [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] Acquiring lock "7cbb839b-a3e5-4a93-92f8-123745434129-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.543298] env[69731]: DEBUG oslo_concurrency.lockutils [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] Lock "7cbb839b-a3e5-4a93-92f8-123745434129-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.543460] env[69731]: DEBUG oslo_concurrency.lockutils [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] Lock "7cbb839b-a3e5-4a93-92f8-123745434129-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.543622] env[69731]: DEBUG nova.compute.manager [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] No waiting events found dispatching network-vif-plugged-51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.543784] env[69731]: WARNING nova.compute.manager [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Received unexpected event network-vif-plugged-51b889ee-908e-4e06-9333-7b0bff892446 for instance with vm_state building and task_state block_device_mapping. [ 881.543938] env[69731]: DEBUG nova.compute.manager [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Received event network-changed-51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.544100] env[69731]: DEBUG nova.compute.manager [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Refreshing instance network info cache due to event network-changed-51b889ee-908e-4e06-9333-7b0bff892446. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.544281] env[69731]: DEBUG oslo_concurrency.lockutils [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] Acquiring lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.544413] env[69731]: DEBUG oslo_concurrency.lockutils [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] Acquired lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.544560] env[69731]: DEBUG nova.network.neutron [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Refreshing network info cache for port 51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.579321] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.579503] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.579677] env[69731]: DEBUG nova.network.neutron [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.643423] env[69731]: DEBUG nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.654032] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Acquiring lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.740710] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ddcbe8-fa4c-e15d-0187-7cafeca2f1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.741212] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.741427] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.741686] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.741840] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.742019] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.742277] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f31f5b3b-11ef-443e-9117-7ce336861502 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.750176] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.750345] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.751090] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413ac46d-c84d-46a3-8824-9fe80c991c39 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.756211] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 881.756211] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5266d501-5543-8087-8768-80736b2a1529" [ 881.756211] env[69731]: _type = "Task" [ 881.756211] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.763699] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5266d501-5543-8087-8768-80736b2a1529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.817565] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.817836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.818059] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.818245] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.819725] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.820464] env[69731]: INFO nova.compute.manager [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Terminating instance [ 881.928056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.928056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.928193] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.928334] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.928518] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.930460] env[69731]: INFO nova.compute.manager [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Terminating instance [ 882.081121] env[69731]: DEBUG nova.network.neutron [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.169087] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.223958] env[69731]: DEBUG nova.network.neutron [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.243549] env[69731]: DEBUG nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.244081] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.244293] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.244446] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.244621] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.244911] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.244911] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.245111] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.245269] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.245431] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.245590] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.245782] env[69731]: DEBUG nova.virt.hardware [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.249187] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e406c5dd-b437-4909-bf3e-2293140e8bc1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.257661] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dc75cf-5596-424f-b051-c52178f82855 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.284631] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5266d501-5543-8087-8768-80736b2a1529, 'name': SearchDatastore_Task, 'duration_secs': 0.008925} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.285807] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e358f00e-6320-41ef-915c-166d32036097 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.290631] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 882.290631] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5201a3a0-34f8-5344-708a-759e69895202" [ 882.290631] env[69731]: _type = "Task" [ 882.290631] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.299176] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5201a3a0-34f8-5344-708a-759e69895202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.324286] env[69731]: DEBUG nova.compute.manager [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.324286] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.324942] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f97f7c-4719-4681-8da4-0b400038e5f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.333453] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.335416] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a03732d8-8707-45d5-ae0e-ee21eead29f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.342067] env[69731]: DEBUG oslo_vmware.api [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 882.342067] env[69731]: value = "task-3275214" [ 882.342067] env[69731]: _type = "Task" [ 882.342067] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.349579] env[69731]: DEBUG oslo_vmware.api [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.367523] env[69731]: DEBUG nova.network.neutron [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance_info_cache with network_info: [{"id": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "address": "fa:16:3e:ec:d6:6e", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18523b92-dd", "ovs_interfaceid": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.434764] env[69731]: DEBUG nova.compute.manager [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.434994] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.436593] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01078e3c-0b9d-41b5-9e6f-588b09b32b50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.444901] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.447271] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35eb1b75-9ed8-426d-9aab-ec48cb5e7252 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.453705] env[69731]: DEBUG oslo_vmware.api [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 882.453705] env[69731]: value = "task-3275215" [ 882.453705] env[69731]: _type = "Task" [ 882.453705] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.465788] env[69731]: DEBUG oslo_vmware.api [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.541556] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a3c516-c50e-418b-a30a-9dd96b01f4c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.550028] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577a10a3-3a9b-4356-be36-4dde780a17b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.580255] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ef4df5-4b7a-4590-9401-0c1be8354670 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.587832] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1237807-ab49-4f75-af45-2e0f9903dcd6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.603369] env[69731]: DEBUG nova.compute.provider_tree [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.726966] env[69731]: DEBUG oslo_concurrency.lockutils [req-245ef6ab-8d45-4ac9-bd0c-ec69e1f60cab req-37bc8d12-f82d-43d1-89b2-2843e4fc77dc service nova] Releasing lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.727377] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Acquired lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.727540] env[69731]: DEBUG nova.network.neutron [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.801013] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5201a3a0-34f8-5344-708a-759e69895202, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.801293] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.801595] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 12600966-7597-402e-a27e-b77d3b97afc8/12600966-7597-402e-a27e-b77d3b97afc8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.801861] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ec172c2-60c3-4f8d-b800-77def35aa89c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.808150] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 882.808150] env[69731]: value = "task-3275216" [ 882.808150] env[69731]: _type = "Task" [ 882.808150] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.815198] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.851502] env[69731]: DEBUG oslo_vmware.api [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275214, 'name': PowerOffVM_Task, 'duration_secs': 0.394793} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.851833] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.852122] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.852423] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c58f6a1d-5cec-4e1c-9070-8ff0a4a13d26 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.870184] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.919031] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.921073] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.921073] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleting the datastore file [datastore2] e81fc2c6-8da1-43f3-a88f-53a4e6f400f9 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.921073] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4e5acca-2d3b-47a3-8dfb-75d5cd2a049a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.926396] env[69731]: DEBUG oslo_vmware.api [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 882.926396] env[69731]: value = "task-3275218" [ 882.926396] env[69731]: _type = "Task" [ 882.926396] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.933819] env[69731]: DEBUG oslo_vmware.api [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.966447] env[69731]: DEBUG oslo_vmware.api [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275215, 'name': PowerOffVM_Task, 'duration_secs': 0.207172} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.966651] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.966827] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.967091] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b6ec3d1-0f68-46e0-b963-9ec8ac619574 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.044466] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.044778] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.045052] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleting the datastore file [datastore2] 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.045344] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd88e8ae-f560-4d6a-a88a-af4cccc09e3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.052915] env[69731]: DEBUG oslo_vmware.api [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for the task: (returnval){ [ 883.052915] env[69731]: value = "task-3275220" [ 883.052915] env[69731]: _type = "Task" [ 883.052915] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.061704] env[69731]: DEBUG oslo_vmware.api [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.107280] env[69731]: DEBUG nova.scheduler.client.report [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.261943] env[69731]: DEBUG nova.network.neutron [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.317275] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486806} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.317530] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 12600966-7597-402e-a27e-b77d3b97afc8/12600966-7597-402e-a27e-b77d3b97afc8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.317745] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.317991] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28c05944-1214-44b8-bd53-71b241666de9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.324062] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 883.324062] env[69731]: value = "task-3275221" [ 883.324062] env[69731]: _type = "Task" [ 883.324062] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.335230] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.393890] env[69731]: DEBUG nova.network.neutron [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Updating instance_info_cache with network_info: [{"id": "51b889ee-908e-4e06-9333-7b0bff892446", "address": "fa:16:3e:61:3b:b5", "network": {"id": "a0afa934-eaa6-4388-9417-60c7e3cc0289", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-810105652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c6267dc3e4589a7194ab2d435ffb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b889ee-90", "ovs_interfaceid": "51b889ee-908e-4e06-9333-7b0bff892446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.436020] env[69731]: DEBUG oslo_vmware.api [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432859} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.436347] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.436531] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.436706] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.436876] env[69731]: INFO nova.compute.manager [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 883.437124] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.437314] env[69731]: DEBUG nova.compute.manager [-] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.437408] env[69731]: DEBUG nova.network.neutron [-] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.562600] env[69731]: DEBUG oslo_vmware.api [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Task: {'id': task-3275220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357199} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.562931] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.563164] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.563349] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.563521] env[69731]: INFO nova.compute.manager [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 883.563756] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.563948] env[69731]: DEBUG nova.compute.manager [-] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.564051] env[69731]: DEBUG nova.network.neutron [-] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.613324] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.613879] env[69731]: DEBUG nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.616427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.397s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.618183] env[69731]: INFO nova.compute.claims [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.833319] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061125} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.833594] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.834394] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10446d6-dcfa-4d11-a512-0f77b578cfeb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.858965] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 12600966-7597-402e-a27e-b77d3b97afc8/12600966-7597-402e-a27e-b77d3b97afc8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.861922] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b18477-0dcb-48a6-a4fb-a27063d9f20e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.884816] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 883.884816] env[69731]: value = "task-3275222" [ 883.884816] env[69731]: _type = "Task" [ 883.884816] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.895136] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.896621] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Releasing lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.896889] env[69731]: DEBUG nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Instance network_info: |[{"id": "51b889ee-908e-4e06-9333-7b0bff892446", "address": "fa:16:3e:61:3b:b5", "network": {"id": "a0afa934-eaa6-4388-9417-60c7e3cc0289", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-810105652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c6267dc3e4589a7194ab2d435ffb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b889ee-90", "ovs_interfaceid": "51b889ee-908e-4e06-9333-7b0bff892446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.897279] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:3b:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51b889ee-908e-4e06-9333-7b0bff892446', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.904773] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Creating folder: Project (c33c6267dc3e4589a7194ab2d435ffb1). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.905525] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f184c617-2dd5-4604-9b4a-4bafeb1ee2e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.919860] env[69731]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 883.920050] env[69731]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69731) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 883.920419] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Folder already exists: Project (c33c6267dc3e4589a7194ab2d435ffb1). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 883.920643] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Creating folder: Instances. Parent ref: group-v654146. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.921193] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb09213b-0f72-40f4-b995-7a3b9b1289d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.930430] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Created folder: Instances in parent group-v654146. [ 883.930687] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.930895] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.931149] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c04ee955-d208-4aa4-8abe-f3aa6b0f627f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.952422] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.952422] env[69731]: value = "task-3275225" [ 883.952422] env[69731]: _type = "Task" [ 883.952422] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.964808] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275225, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.126086] env[69731]: DEBUG nova.compute.utils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.127860] env[69731]: DEBUG nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.130018] env[69731]: DEBUG nova.network.neutron [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.165618] env[69731]: DEBUG nova.compute.manager [req-9589a788-07cf-4787-b48a-b6dd34eaf3af req-0ee38324-331b-4728-a951-f0e568bd4094 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Received event network-vif-deleted-42492286-bc0a-4d5f-a357-71c2531879a9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.166449] env[69731]: INFO nova.compute.manager [req-9589a788-07cf-4787-b48a-b6dd34eaf3af req-0ee38324-331b-4728-a951-f0e568bd4094 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Neutron deleted interface 42492286-bc0a-4d5f-a357-71c2531879a9; detaching it from the instance and deleting it from the info cache [ 884.166690] env[69731]: DEBUG nova.network.neutron [req-9589a788-07cf-4787-b48a-b6dd34eaf3af req-0ee38324-331b-4728-a951-f0e568bd4094 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.192371] env[69731]: DEBUG nova.policy [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '806fb4e290c7448ebf005944f8058b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537ddd554dc447a488ea4c4670b16a5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.385486] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26496feb-df3a-4b5d-8bd1-2ac7896c1f9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.396774] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275222, 'name': ReconfigVM_Task, 'duration_secs': 0.279423} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.410477] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 12600966-7597-402e-a27e-b77d3b97afc8/12600966-7597-402e-a27e-b77d3b97afc8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.411207] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance '8425829c-c4ad-40b5-93f5-5cac89c6ae64' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.414298] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac0d9c26-2546-4094-bf5d-8c4565d995f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.421078] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 884.421078] env[69731]: value = "task-3275226" [ 884.421078] env[69731]: _type = "Task" [ 884.421078] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.429199] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275226, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.465514] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275225, 'name': CreateVM_Task, 'duration_secs': 0.359322} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.465785] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.466491] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'attachment_id': 'e2b34721-27cd-47c7-a632-1d173f2c28c9', 'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654151', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'name': 'volume-a61a383a-59f6-44c1-96dc-643b25db19e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cbb839b-a3e5-4a93-92f8-123745434129', 'attached_at': '', 'detached_at': '', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'serial': 'a61a383a-59f6-44c1-96dc-643b25db19e9'}, 'volume_type': None}], 'swap': None} {{(pid=69731) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 884.466712] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Root volume attach. Driver type: vmdk {{(pid=69731) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 884.467688] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00733d-8456-4537-93c5-b01e5720bf94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.475300] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a388d-0ebf-4d8b-bc78-8f4fd9c7674f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.481060] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0058a7b-9974-48cf-adf6-3b0245c0dcc2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.488901] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-51d7bf85-6448-4907-b600-196ccab3faf6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.495992] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 884.495992] env[69731]: value = "task-3275227" [ 884.495992] env[69731]: _type = "Task" [ 884.495992] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.503475] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275227, 'name': RelocateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.513593] env[69731]: DEBUG nova.network.neutron [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Successfully created port: 6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.629951] env[69731]: DEBUG nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.635642] env[69731]: DEBUG nova.network.neutron [-] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.670470] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efeb02d5-4caa-470c-ab8a-da07ce4496b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.681628] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b5f71a-d9c6-4d4e-9c75-842c793b08be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.720214] env[69731]: DEBUG nova.compute.manager [req-9589a788-07cf-4787-b48a-b6dd34eaf3af req-0ee38324-331b-4728-a951-f0e568bd4094 service nova] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Detach interface failed, port_id=42492286-bc0a-4d5f-a357-71c2531879a9, reason: Instance e81fc2c6-8da1-43f3-a88f-53a4e6f400f9 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.748332] env[69731]: DEBUG nova.network.neutron [-] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.920164] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.920164] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ee637f-ac23-46e8-a26b-32d3933b7700 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.926041] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 884.926041] env[69731]: value = "task-3275228" [ 884.926041] env[69731]: _type = "Task" [ 884.926041] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.936121] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275226, 'name': Rename_Task, 'duration_secs': 0.152171} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.936899] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.937285] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44df3a66-7a16-4568-bfdd-15e31d497d26 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.944202] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.948211] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 884.948211] env[69731]: value = "task-3275229" [ 884.948211] env[69731]: _type = "Task" [ 884.948211] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.956253] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.009042] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275227, 'name': RelocateVM_Task, 'duration_secs': 0.365055} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.009565] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 885.009565] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654151', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'name': 'volume-a61a383a-59f6-44c1-96dc-643b25db19e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cbb839b-a3e5-4a93-92f8-123745434129', 'attached_at': '', 'detached_at': '', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'serial': 'a61a383a-59f6-44c1-96dc-643b25db19e9'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 885.010421] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a8cbc0-51ec-4ec4-9e88-ad2d339be951 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.033347] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1fd279-a35b-4403-a847-135701ef2815 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.059236] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-a61a383a-59f6-44c1-96dc-643b25db19e9/volume-a61a383a-59f6-44c1-96dc-643b25db19e9.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.062456] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17377881-5fab-4a6d-9467-36458f86f83f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.084380] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 885.084380] env[69731]: value = "task-3275230" [ 885.084380] env[69731]: _type = "Task" [ 885.084380] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.092853] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.142451] env[69731]: INFO nova.compute.manager [-] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Took 1.70 seconds to deallocate network for instance. [ 885.175953] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c6e843-6713-4b00-bff2-76aa50da4f23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.184962] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db0deac-79d3-40c2-957f-4614797ae680 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.215215] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9becfc77-403e-44c2-9a4e-541f7c0cac08 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.222796] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d29cd3-85be-4cc8-b78c-ae093844d7b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.238400] env[69731]: DEBUG nova.compute.provider_tree [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.251415] env[69731]: INFO nova.compute.manager [-] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Took 1.69 seconds to deallocate network for instance. [ 885.441070] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275228, 'name': PowerOffVM_Task, 'duration_secs': 0.207923} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.441070] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.441395] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance '8425829c-c4ad-40b5-93f5-5cac89c6ae64' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.457715] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275229, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.594786] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275230, 'name': ReconfigVM_Task, 'duration_secs': 0.292636} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.594786] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-a61a383a-59f6-44c1-96dc-643b25db19e9/volume-a61a383a-59f6-44c1-96dc-643b25db19e9.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.599400] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d879861-c325-4514-b223-70f4393be1b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.614747] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 885.614747] env[69731]: value = "task-3275231" [ 885.614747] env[69731]: _type = "Task" [ 885.614747] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.622566] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.643794] env[69731]: DEBUG nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.647841] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.671264] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4cd27fcb52986a0773a984ab77564a02',container_format='bare',created_at=2025-04-03T18:07:27Z,direct_url=,disk_format='vmdk',id=47dc3510-f5f3-4c52-9eaf-d08b741c4bd6,min_disk=1,min_ram=0,name='tempest-test-snap-1648380992',owner='537ddd554dc447a488ea4c4670b16a5d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T18:07:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.671576] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.671805] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.672027] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.672223] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.672406] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.672696] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.672888] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.673088] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.673261] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.673479] env[69731]: DEBUG nova.virt.hardware [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.674374] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95d419d-0a3f-4282-8082-8ec66f34aa16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.682368] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d347889-4278-4330-b04c-66e3ad60671a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.742234] env[69731]: DEBUG nova.scheduler.client.report [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.757524] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.948245] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.948511] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.948688] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.948867] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.949154] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.949399] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.949670] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.949891] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.950135] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.950366] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.950615] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.955856] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78f2946-557c-47e5-8e5e-1f8e5e0f764a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.976119] env[69731]: DEBUG oslo_vmware.api [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275229, 'name': PowerOnVM_Task, 'duration_secs': 0.528152} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.977631] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.977849] env[69731]: INFO nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Took 8.10 seconds to spawn the instance on the hypervisor. [ 885.978045] env[69731]: DEBUG nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.978534] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 885.978534] env[69731]: value = "task-3275232" [ 885.978534] env[69731]: _type = "Task" [ 885.978534] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.979325] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fce2279-4355-496e-bb1e-1279b405e0c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.997709] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.005540] env[69731]: DEBUG nova.network.neutron [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Successfully updated port: 6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.125665] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275231, 'name': ReconfigVM_Task, 'duration_secs': 0.119482} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.127259] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654151', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'name': 'volume-a61a383a-59f6-44c1-96dc-643b25db19e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cbb839b-a3e5-4a93-92f8-123745434129', 'attached_at': '', 'detached_at': '', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'serial': 'a61a383a-59f6-44c1-96dc-643b25db19e9'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 886.127932] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84b6f065-75c6-47d4-9c8c-da817b0389c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.135763] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 886.135763] env[69731]: value = "task-3275233" [ 886.135763] env[69731]: _type = "Task" [ 886.135763] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.149686] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275233, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.205314] env[69731]: DEBUG nova.compute.manager [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Received event network-vif-deleted-315375bb-6d2c-4511-8773-733395e64a0b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.205314] env[69731]: DEBUG nova.compute.manager [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Received event network-vif-plugged-6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.205643] env[69731]: DEBUG oslo_concurrency.lockutils [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] Acquiring lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.205902] env[69731]: DEBUG oslo_concurrency.lockutils [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] Lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.206160] env[69731]: DEBUG oslo_concurrency.lockutils [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] Lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.206371] env[69731]: DEBUG nova.compute.manager [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] No waiting events found dispatching network-vif-plugged-6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.206556] env[69731]: WARNING nova.compute.manager [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Received unexpected event network-vif-plugged-6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce for instance with vm_state building and task_state spawning. [ 886.206754] env[69731]: DEBUG nova.compute.manager [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Received event network-changed-6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.206887] env[69731]: DEBUG nova.compute.manager [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Refreshing instance network info cache due to event network-changed-6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.207361] env[69731]: DEBUG oslo_concurrency.lockutils [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] Acquiring lock "refresh_cache-8dca5694-2a64-48ca-be6c-590c3e4f8abc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.207561] env[69731]: DEBUG oslo_concurrency.lockutils [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] Acquired lock "refresh_cache-8dca5694-2a64-48ca-be6c-590c3e4f8abc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.207742] env[69731]: DEBUG nova.network.neutron [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Refreshing network info cache for port 6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.247668] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.249041] env[69731]: DEBUG nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.251079] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.051s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.252660] env[69731]: INFO nova.compute.claims [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.493458] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275232, 'name': ReconfigVM_Task, 'duration_secs': 0.240242} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.493458] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance '8425829c-c4ad-40b5-93f5-5cac89c6ae64' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.507882] env[69731]: INFO nova.compute.manager [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Took 47.61 seconds to build instance. [ 886.508974] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "refresh_cache-8dca5694-2a64-48ca-be6c-590c3e4f8abc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.646758] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275233, 'name': Rename_Task, 'duration_secs': 0.163433} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.647090] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.647359] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b447156-c71b-406c-807f-a36aade59096 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.654608] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 886.654608] env[69731]: value = "task-3275234" [ 886.654608] env[69731]: _type = "Task" [ 886.654608] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.662656] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.744545] env[69731]: DEBUG nova.network.neutron [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.759710] env[69731]: DEBUG nova.compute.utils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.761286] env[69731]: DEBUG nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.761521] env[69731]: DEBUG nova.network.neutron [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.820650] env[69731]: DEBUG nova.policy [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebc2333a71a34461a91a62c55f4aa382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f528f2d58621430da63b91a5b82e86a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.874912] env[69731]: DEBUG nova.network.neutron [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.000871] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:06:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='917126a2-3bda-46d8-afec-22543381a298',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-93057261',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.001159] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.001333] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.001519] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.001717] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.001877] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.002176] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.002383] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.002596] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.002801] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.003044] env[69731]: DEBUG nova.virt.hardware [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.008870] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.009260] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686924df-f676-47d6-bc8c-b218a42aa6b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.023291] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39f71d10-5188-43f9-b2ea-7d56e6551db6 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "12600966-7597-402e-a27e-b77d3b97afc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.139s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.031779] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 887.031779] env[69731]: value = "task-3275235" [ 887.031779] env[69731]: _type = "Task" [ 887.031779] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.041677] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.132116] env[69731]: DEBUG nova.network.neutron [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Successfully created port: c681d674-70c5-48c6-bb14-ae7dab0aca5c {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.165497] env[69731]: DEBUG oslo_vmware.api [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275234, 'name': PowerOnVM_Task, 'duration_secs': 0.485264} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.167371] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.167371] env[69731]: INFO nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Took 4.92 seconds to spawn the instance on the hypervisor. [ 887.167371] env[69731]: DEBUG nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.167558] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a40215f-87b8-42ce-94d3-f7ca574e2c74 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.268877] env[69731]: DEBUG nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.377897] env[69731]: DEBUG oslo_concurrency.lockutils [req-c441dd99-caa4-4a34-8514-5c96898127d7 req-7a6890c5-5b0e-4112-9e49-92b876566ea6 service nova] Releasing lock "refresh_cache-8dca5694-2a64-48ca-be6c-590c3e4f8abc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.378345] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "refresh_cache-8dca5694-2a64-48ca-be6c-590c3e4f8abc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.378498] env[69731]: DEBUG nova.network.neutron [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.526128] env[69731]: DEBUG nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.541503] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275235, 'name': ReconfigVM_Task, 'duration_secs': 0.1886} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.544102] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.544102] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa714fc-55c1-4443-a4af-60d91178e38b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.578174] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64/8425829c-c4ad-40b5-93f5-5cac89c6ae64.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.581939] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077ddf5f-4139-46d4-b112-d85730cd5e81 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.601541] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 887.601541] env[69731]: value = "task-3275236" [ 887.601541] env[69731]: _type = "Task" [ 887.601541] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.612790] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.693938] env[69731]: INFO nova.compute.manager [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Took 48.08 seconds to build instance. [ 887.784666] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc70b81-cb52-408f-a1f5-361376193902 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.795312] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3215d173-fabf-4b55-81c5-39eaf2e75820 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.826698] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d6f1e5-724a-48b3-860f-22aa25ebfadd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.834808] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8476a-7777-408e-86da-bced21897d82 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.850463] env[69731]: DEBUG nova.compute.provider_tree [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.912540] env[69731]: DEBUG nova.network.neutron [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.052995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.072325] env[69731]: DEBUG nova.network.neutron [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Updating instance_info_cache with network_info: [{"id": "6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce", "address": "fa:16:3e:e2:01:46", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdf43ef-dc", "ovs_interfaceid": "6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.111943] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275236, 'name': ReconfigVM_Task, 'duration_secs': 0.341869} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.111943] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64/8425829c-c4ad-40b5-93f5-5cac89c6ae64.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.111943] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance '8425829c-c4ad-40b5-93f5-5cac89c6ae64' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.116660] env[69731]: DEBUG nova.compute.manager [req-abfc5f13-d609-45ef-968c-4bb42a99f6c6 req-e55e77ad-205b-4530-ab65-67d90a95cd3a service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Received event network-changed-948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.116888] env[69731]: DEBUG nova.compute.manager [req-abfc5f13-d609-45ef-968c-4bb42a99f6c6 req-e55e77ad-205b-4530-ab65-67d90a95cd3a service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Refreshing instance network info cache due to event network-changed-948f7232-1ac2-4194-bd87-6e98d0b7f9d2. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.117118] env[69731]: DEBUG oslo_concurrency.lockutils [req-abfc5f13-d609-45ef-968c-4bb42a99f6c6 req-e55e77ad-205b-4530-ab65-67d90a95cd3a service nova] Acquiring lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.117263] env[69731]: DEBUG oslo_concurrency.lockutils [req-abfc5f13-d609-45ef-968c-4bb42a99f6c6 req-e55e77ad-205b-4530-ab65-67d90a95cd3a service nova] Acquired lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.117420] env[69731]: DEBUG nova.network.neutron [req-abfc5f13-d609-45ef-968c-4bb42a99f6c6 req-e55e77ad-205b-4530-ab65-67d90a95cd3a service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Refreshing network info cache for port 948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.198189] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2f16112-6070-4fe0-bd87-d70b8723eec9 tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "7cbb839b-a3e5-4a93-92f8-123745434129" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.593s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.283855] env[69731]: DEBUG nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.316118] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.316292] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.316343] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.316502] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.316646] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.316794] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.317008] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.318570] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.318845] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.319100] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.319343] env[69731]: DEBUG nova.virt.hardware [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.320506] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0113f4-bbe4-41f0-8c83-988f24db393e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.329318] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd92f5-d18c-4ba3-88fc-fe7ba4097668 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.353305] env[69731]: DEBUG nova.scheduler.client.report [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.575773] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "refresh_cache-8dca5694-2a64-48ca-be6c-590c3e4f8abc" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.576072] env[69731]: DEBUG nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Instance network_info: |[{"id": "6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce", "address": "fa:16:3e:e2:01:46", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdf43ef-dc", "ovs_interfaceid": "6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.576563] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:01:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.590015] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.590015] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.590015] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d977930-a8c7-4bbf-8f20-2cb4826d9ac9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.613373] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.613373] env[69731]: value = "task-3275237" [ 888.613373] env[69731]: _type = "Task" [ 888.613373] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.625146] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275237, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.626058] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a6d960-3f85-477a-98f1-eb54af13a47f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.647979] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c175efa-9f95-4d3c-8f1a-c8d8c06974fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.668019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance '8425829c-c4ad-40b5-93f5-5cac89c6ae64' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.701058] env[69731]: DEBUG nova.compute.manager [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.861177] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.861177] env[69731]: DEBUG nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.863113] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.545s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.863498] env[69731]: DEBUG nova.objects.instance [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lazy-loading 'resources' on Instance uuid a7134aaf-b676-488f-bc5d-c5d656a5a57c {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.078033] env[69731]: DEBUG nova.compute.manager [req-e9bb6ec3-8126-4a45-bb41-dd29aa406199 req-be9f59a6-5053-4050-b0dd-a07d57285755 service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Received event network-vif-plugged-c681d674-70c5-48c6-bb14-ae7dab0aca5c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.078033] env[69731]: DEBUG oslo_concurrency.lockutils [req-e9bb6ec3-8126-4a45-bb41-dd29aa406199 req-be9f59a6-5053-4050-b0dd-a07d57285755 service nova] Acquiring lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.078033] env[69731]: DEBUG oslo_concurrency.lockutils [req-e9bb6ec3-8126-4a45-bb41-dd29aa406199 req-be9f59a6-5053-4050-b0dd-a07d57285755 service nova] Lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.078033] env[69731]: DEBUG oslo_concurrency.lockutils [req-e9bb6ec3-8126-4a45-bb41-dd29aa406199 req-be9f59a6-5053-4050-b0dd-a07d57285755 service nova] Lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.078033] env[69731]: DEBUG nova.compute.manager [req-e9bb6ec3-8126-4a45-bb41-dd29aa406199 req-be9f59a6-5053-4050-b0dd-a07d57285755 service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] No waiting events found dispatching network-vif-plugged-c681d674-70c5-48c6-bb14-ae7dab0aca5c {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.078318] env[69731]: WARNING nova.compute.manager [req-e9bb6ec3-8126-4a45-bb41-dd29aa406199 req-be9f59a6-5053-4050-b0dd-a07d57285755 service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Received unexpected event network-vif-plugged-c681d674-70c5-48c6-bb14-ae7dab0aca5c for instance with vm_state building and task_state spawning. [ 889.124836] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275237, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.227614] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.280096] env[69731]: DEBUG nova.network.neutron [req-abfc5f13-d609-45ef-968c-4bb42a99f6c6 req-e55e77ad-205b-4530-ab65-67d90a95cd3a service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Updated VIF entry in instance network info cache for port 948f7232-1ac2-4194-bd87-6e98d0b7f9d2. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.280096] env[69731]: DEBUG nova.network.neutron [req-abfc5f13-d609-45ef-968c-4bb42a99f6c6 req-e55e77ad-205b-4530-ab65-67d90a95cd3a service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Updating instance_info_cache with network_info: [{"id": "948f7232-1ac2-4194-bd87-6e98d0b7f9d2", "address": "fa:16:3e:a6:1f:02", "network": {"id": "3668e536-4ffc-4373-a1d9-167d55c4611c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-130805338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6e5bc19ad9a47cf9e899c240f58ec15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap948f7232-1a", "ovs_interfaceid": "948f7232-1ac2-4194-bd87-6e98d0b7f9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.285913] env[69731]: DEBUG nova.network.neutron [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Port 18523b92-ddfc-4b29-8c21-ee1196700dc2 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.316826] env[69731]: DEBUG nova.network.neutron [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Successfully updated port: c681d674-70c5-48c6-bb14-ae7dab0aca5c {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.377222] env[69731]: DEBUG nova.compute.utils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.377222] env[69731]: DEBUG nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.377222] env[69731]: DEBUG nova.network.neutron [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.438336] env[69731]: DEBUG nova.policy [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c5d361fb21645819c66245279010d39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f782d786cd54fb78c9fce796ee7ee2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.625142] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275237, 'name': CreateVM_Task, 'duration_secs': 0.56123} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.628181] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.629272] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.630297] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.631228] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.631613] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c098996e-62c6-44d1-a943-4f1ecff1a5e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.639139] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 889.639139] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520cbe1a-ac97-2384-7cb8-124b031cfcd5" [ 889.639139] env[69731]: _type = "Task" [ 889.639139] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.650511] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520cbe1a-ac97-2384-7cb8-124b031cfcd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.782699] env[69731]: DEBUG oslo_concurrency.lockutils [req-abfc5f13-d609-45ef-968c-4bb42a99f6c6 req-e55e77ad-205b-4530-ab65-67d90a95cd3a service nova] Releasing lock "refresh_cache-12600966-7597-402e-a27e-b77d3b97afc8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.794727] env[69731]: DEBUG nova.network.neutron [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Successfully created port: 6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.819780] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.819883] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.819951] env[69731]: DEBUG nova.network.neutron [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.853513] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d0ca60-63f1-4c0f-8617-c26f43718ca1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.862205] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096840d9-8135-4ae0-a353-89fbce8fcf0d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.894745] env[69731]: DEBUG nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.901025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939d2c00-582f-40ca-9dee-e54777fd840c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.906833] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd41de04-88f9-45cb-a947-707d1f29ef22 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.921266] env[69731]: DEBUG nova.compute.provider_tree [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.150886] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.151235] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Processing image 47dc3510-f5f3-4c52-9eaf-d08b741c4bd6 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.151516] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.151671] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.151846] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.152110] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5536aa7-f288-4f4e-9ce5-6f53146b58b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.161805] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.162021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.162742] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf8d428-bf13-4c95-a94a-f65c0e6eb14d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.172946] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 890.172946] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524411ed-d8c3-c985-c636-c28d98167847" [ 890.172946] env[69731]: _type = "Task" [ 890.172946] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.181102] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524411ed-d8c3-c985-c636-c28d98167847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.312221] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.312435] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.312604] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.351840] env[69731]: DEBUG nova.network.neutron [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.424809] env[69731]: DEBUG nova.scheduler.client.report [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.472528] env[69731]: DEBUG nova.network.neutron [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Updating instance_info_cache with network_info: [{"id": "c681d674-70c5-48c6-bb14-ae7dab0aca5c", "address": "fa:16:3e:8e:5e:0b", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc681d674-70", "ovs_interfaceid": "c681d674-70c5-48c6-bb14-ae7dab0aca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.683891] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Preparing fetch location {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 890.684207] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Fetch image to [datastore2] OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43/OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43.vmdk {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 890.684332] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Downloading stream optimized image 47dc3510-f5f3-4c52-9eaf-d08b741c4bd6 to [datastore2] OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43/OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43.vmdk on the data store datastore2 as vApp {{(pid=69731) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 890.684498] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Downloading image file data 47dc3510-f5f3-4c52-9eaf-d08b741c4bd6 to the ESX as VM named 'OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43' {{(pid=69731) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 890.767800] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 890.767800] env[69731]: value = "resgroup-9" [ 890.767800] env[69731]: _type = "ResourcePool" [ 890.767800] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 890.768171] env[69731]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c626ab11-e8b9-455d-a39b-7554500be2c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.789376] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lease: (returnval){ [ 890.789376] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249c4c6-02d1-1f34-6ff3-8120da85b9c1" [ 890.789376] env[69731]: _type = "HttpNfcLease" [ 890.789376] env[69731]: } obtained for vApp import into resource pool (val){ [ 890.789376] env[69731]: value = "resgroup-9" [ 890.789376] env[69731]: _type = "ResourcePool" [ 890.789376] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 890.789643] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the lease: (returnval){ [ 890.789643] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249c4c6-02d1-1f34-6ff3-8120da85b9c1" [ 890.789643] env[69731]: _type = "HttpNfcLease" [ 890.789643] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 890.795782] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.795782] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249c4c6-02d1-1f34-6ff3-8120da85b9c1" [ 890.795782] env[69731]: _type = "HttpNfcLease" [ 890.795782] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 890.908148] env[69731]: DEBUG nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.929624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.933436] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.934482] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.934482] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.934482] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.934482] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.934482] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.934733] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.934838] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.935013] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.935174] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.935338] env[69731]: DEBUG nova.virt.hardware [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.935618] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.725s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.935770] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.935907] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 890.936163] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.381s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.937727] env[69731]: INFO nova.compute.claims [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.941106] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a34f25-50a3-4a80-a745-1e0e9cc2ddb6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.945266] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141b465-7b4b-4b94-b108-d1afd69a9d6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.954964] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d2112-9c71-44e8-846f-358b6ef26a7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.959821] env[69731]: INFO nova.scheduler.client.report [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Deleted allocations for instance a7134aaf-b676-488f-bc5d-c5d656a5a57c [ 890.964480] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d412d24-994a-4661-b322-ea69cf89cf29 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.981832] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.982107] env[69731]: DEBUG nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Instance network_info: |[{"id": "c681d674-70c5-48c6-bb14-ae7dab0aca5c", "address": "fa:16:3e:8e:5e:0b", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc681d674-70", "ovs_interfaceid": "c681d674-70c5-48c6-bb14-ae7dab0aca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.991904] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:5e:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c681d674-70c5-48c6-bb14-ae7dab0aca5c', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.999188] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating folder: Project (f528f2d58621430da63b91a5b82e86a0). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.999932] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204b783-6160-4e71-824a-363585f4bcd1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.003199] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db4e7330-34a8-428d-8355-f2a7f4a173a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.009653] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccbb65e-47b2-4f04-9c3a-8a4e7df89fc6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.013888] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Created folder: Project (f528f2d58621430da63b91a5b82e86a0) in parent group-v654000. [ 891.014078] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating folder: Instances. Parent ref: group-v654178. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.014568] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de334706-2f9c-43da-a948-62a3fb0db7f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.042834] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179339MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 891.042991] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.044710] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Created folder: Instances in parent group-v654178. [ 891.044963] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.045178] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.045391] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad02d60-8784-4724-be62-4a8ac946b1c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.067123] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.067123] env[69731]: value = "task-3275241" [ 891.067123] env[69731]: _type = "Task" [ 891.067123] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.075913] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275241, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.125224] env[69731]: DEBUG nova.compute.manager [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Received event network-changed-c681d674-70c5-48c6-bb14-ae7dab0aca5c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.125527] env[69731]: DEBUG nova.compute.manager [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Refreshing instance network info cache due to event network-changed-c681d674-70c5-48c6-bb14-ae7dab0aca5c. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.125771] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] Acquiring lock "refresh_cache-b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.125931] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] Acquired lock "refresh_cache-b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.126125] env[69731]: DEBUG nova.network.neutron [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Refreshing network info cache for port c681d674-70c5-48c6-bb14-ae7dab0aca5c {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.304112] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.304112] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249c4c6-02d1-1f34-6ff3-8120da85b9c1" [ 891.304112] env[69731]: _type = "HttpNfcLease" [ 891.304112] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.368468] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.368767] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.368874] env[69731]: DEBUG nova.network.neutron [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.474968] env[69731]: DEBUG oslo_concurrency.lockutils [None req-32e2494c-d51d-4368-bf42-c401cc4ede82 tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "a7134aaf-b676-488f-bc5d-c5d656a5a57c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.100s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.578104] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275241, 'name': CreateVM_Task, 'duration_secs': 0.337326} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.578441] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.579362] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.579799] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.580218] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.580564] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58befd0-f4c5-46f5-b7b9-bb7c6609e4bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.588121] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 891.588121] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ed9231-5c48-157d-9ba0-649ba4fa5db5" [ 891.588121] env[69731]: _type = "Task" [ 891.588121] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.596853] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ed9231-5c48-157d-9ba0-649ba4fa5db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.775167] env[69731]: DEBUG nova.network.neutron [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Successfully updated port: 6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.801301] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "661541b3-dd38-4692-af94-dce06e9cdb7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.801738] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "661541b3-dd38-4692-af94-dce06e9cdb7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.802059] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "661541b3-dd38-4692-af94-dce06e9cdb7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.802358] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "661541b3-dd38-4692-af94-dce06e9cdb7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.802652] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "661541b3-dd38-4692-af94-dce06e9cdb7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.804174] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.804174] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249c4c6-02d1-1f34-6ff3-8120da85b9c1" [ 891.804174] env[69731]: _type = "HttpNfcLease" [ 891.804174] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 891.804778] env[69731]: INFO nova.compute.manager [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Terminating instance [ 891.806323] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 891.806323] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249c4c6-02d1-1f34-6ff3-8120da85b9c1" [ 891.806323] env[69731]: _type = "HttpNfcLease" [ 891.806323] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 891.812916] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e725097-9f76-4f4d-8508-ff2a33ea6f68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.820196] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52605a8c-d521-5518-b4e8-5c3ae34ac09b/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 891.820492] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52605a8c-d521-5518-b4e8-5c3ae34ac09b/disk-0.vmdk. {{(pid=69731) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 891.886972] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cfd9814d-5442-425d-b131-10a5bd6d6ea5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.069572] env[69731]: DEBUG nova.network.neutron [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Updated VIF entry in instance network info cache for port c681d674-70c5-48c6-bb14-ae7dab0aca5c. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.070026] env[69731]: DEBUG nova.network.neutron [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Updating instance_info_cache with network_info: [{"id": "c681d674-70c5-48c6-bb14-ae7dab0aca5c", "address": "fa:16:3e:8e:5e:0b", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc681d674-70", "ovs_interfaceid": "c681d674-70c5-48c6-bb14-ae7dab0aca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.102938] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ed9231-5c48-157d-9ba0-649ba4fa5db5, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.104358] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.104641] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.104881] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.105035] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.105221] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.106036] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c76b1046-dffb-4782-88d1-507a6e5edae3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.121698] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.121932] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.123717] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edb2aab-a7d1-4aad-a42f-e044605b4463 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.132252] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 892.132252] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5254b7a7-4874-63e3-8dd6-34e24c2eb53c" [ 892.132252] env[69731]: _type = "Task" [ 892.132252] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.143213] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5254b7a7-4874-63e3-8dd6-34e24c2eb53c, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.148263] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae302cf-a432-4e5b-8bec-d4ff291404d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.156660] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 892.156660] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e08300-3706-2344-875e-f620a46ac491" [ 892.156660] env[69731]: _type = "Task" [ 892.156660] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.169076] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e08300-3706-2344-875e-f620a46ac491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.233536] env[69731]: DEBUG nova.network.neutron [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance_info_cache with network_info: [{"id": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "address": "fa:16:3e:ec:d6:6e", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18523b92-dd", "ovs_interfaceid": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.277020] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.277020] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.277020] env[69731]: DEBUG nova.network.neutron [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.316475] env[69731]: DEBUG nova.compute.manager [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.316759] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.323084] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e8d37-48e0-4805-92cb-c6283f608587 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.330021] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.330290] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e2a8fa9-7bdb-4526-8e12-024ac32f5ac6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.338904] env[69731]: DEBUG oslo_vmware.api [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 892.338904] env[69731]: value = "task-3275242" [ 892.338904] env[69731]: _type = "Task" [ 892.338904] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.348276] env[69731]: DEBUG oslo_vmware.api [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.432093] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d14c7-619f-487a-9379-e51b0d2f6c17 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.440895] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e2e44a-a50c-4a71-ba93-94553b44159f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.477011] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd300968-fd68-4522-aacf-8c960fdf4aea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.486648] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75246eca-aa54-4f5e-b089-4ba458a4779f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.504127] env[69731]: DEBUG nova.compute.provider_tree [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.573064] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] Releasing lock "refresh_cache-b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.573436] env[69731]: DEBUG nova.compute.manager [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Received event network-changed-51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.573654] env[69731]: DEBUG nova.compute.manager [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Refreshing instance network info cache due to event network-changed-51b889ee-908e-4e06-9333-7b0bff892446. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.573947] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] Acquiring lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.574151] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] Acquired lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.574348] env[69731]: DEBUG nova.network.neutron [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Refreshing network info cache for port 51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.639937] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Completed reading data from the image iterator. {{(pid=69731) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 892.640279] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52605a8c-d521-5518-b4e8-5c3ae34ac09b/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 892.641367] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfff1873-d06b-4ac4-b524-6f3b78bc20e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.648440] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52605a8c-d521-5518-b4e8-5c3ae34ac09b/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 892.648638] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52605a8c-d521-5518-b4e8-5c3ae34ac09b/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 892.648905] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-43eac2aa-4fa9-4085-a98f-8235f256c255 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.665863] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e08300-3706-2344-875e-f620a46ac491, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.667338] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.667633] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] b45c7ce3-c93d-44aa-b7bf-282ebffe28fb/b45c7ce3-c93d-44aa-b7bf-282ebffe28fb.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.667984] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04c91652-6409-4d08-930d-af5df957fb1d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.675045] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 892.675045] env[69731]: value = "task-3275243" [ 892.675045] env[69731]: _type = "Task" [ 892.675045] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.683047] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.736239] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.827213] env[69731]: DEBUG nova.network.neutron [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.837271] env[69731]: DEBUG oslo_vmware.rw_handles [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52605a8c-d521-5518-b4e8-5c3ae34ac09b/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 892.837415] env[69731]: INFO nova.virt.vmwareapi.images [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Downloaded image file data 47dc3510-f5f3-4c52-9eaf-d08b741c4bd6 [ 892.838334] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b077d424-5a5a-458b-88df-eedb05395ce4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.864476] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2568d52-7f95-4640-b9e8-132d54787c16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.866065] env[69731]: DEBUG oslo_vmware.api [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275242, 'name': PowerOffVM_Task, 'duration_secs': 0.303029} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.866625] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.866801] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.867382] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84be30ff-dd7e-4fb7-be20-7abb1283eee5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.951233] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.951511] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.951706] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Deleting the datastore file [datastore1] 661541b3-dd38-4692-af94-dce06e9cdb7d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.952102] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ddd119c-ea19-4297-97cf-a6e964c06a3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.960850] env[69731]: DEBUG oslo_vmware.api [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for the task: (returnval){ [ 892.960850] env[69731]: value = "task-3275246" [ 892.960850] env[69731]: _type = "Task" [ 892.960850] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.969574] env[69731]: DEBUG oslo_vmware.api [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.980816] env[69731]: DEBUG nova.network.neutron [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Updating instance_info_cache with network_info: [{"id": "6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5", "address": "fa:16:3e:7e:e5:3d", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0144e0-e3", "ovs_interfaceid": "6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.012590] env[69731]: DEBUG nova.scheduler.client.report [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.019036] env[69731]: INFO nova.virt.vmwareapi.images [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] The imported VM was unregistered [ 893.021601] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Caching image {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 893.021892] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating directory with path [datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.022200] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41d3a2c3-87c4-4d6a-8a93-a7ded13594cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.054202] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created directory with path [datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.054453] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43/OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43.vmdk to [datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6.vmdk. {{(pid=69731) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 893.054862] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7f4f62b7-ee52-49c6-8d71-3353a9f6a238 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.063159] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 893.063159] env[69731]: value = "task-3275247" [ 893.063159] env[69731]: _type = "Task" [ 893.063159] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.074515] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275247, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.158741] env[69731]: DEBUG nova.compute.manager [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Received event network-vif-plugged-6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.158741] env[69731]: DEBUG oslo_concurrency.lockutils [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] Acquiring lock "1780a99e-8982-46bb-9134-6d453c5ff993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.158741] env[69731]: DEBUG oslo_concurrency.lockutils [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] Lock "1780a99e-8982-46bb-9134-6d453c5ff993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.159176] env[69731]: DEBUG oslo_concurrency.lockutils [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] Lock "1780a99e-8982-46bb-9134-6d453c5ff993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.159176] env[69731]: DEBUG nova.compute.manager [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] No waiting events found dispatching network-vif-plugged-6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.159264] env[69731]: WARNING nova.compute.manager [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Received unexpected event network-vif-plugged-6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 for instance with vm_state building and task_state spawning. [ 893.159420] env[69731]: DEBUG nova.compute.manager [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Received event network-changed-6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.159565] env[69731]: DEBUG nova.compute.manager [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Refreshing instance network info cache due to event network-changed-6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.159728] env[69731]: DEBUG oslo_concurrency.lockutils [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] Acquiring lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.186852] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275243, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.268740] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b4341-cf9c-4c1b-aa72-d741fa25f063 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.290900] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d6b2c-d285-46d4-ba2d-f521e3cd38fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.299616] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance '8425829c-c4ad-40b5-93f5-5cac89c6ae64' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.352879] env[69731]: DEBUG nova.network.neutron [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Updated VIF entry in instance network info cache for port 51b889ee-908e-4e06-9333-7b0bff892446. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.353403] env[69731]: DEBUG nova.network.neutron [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Updating instance_info_cache with network_info: [{"id": "51b889ee-908e-4e06-9333-7b0bff892446", "address": "fa:16:3e:61:3b:b5", "network": {"id": "a0afa934-eaa6-4388-9417-60c7e3cc0289", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-810105652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c33c6267dc3e4589a7194ab2d435ffb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b889ee-90", "ovs_interfaceid": "51b889ee-908e-4e06-9333-7b0bff892446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.471057] env[69731]: DEBUG oslo_vmware.api [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Task: {'id': task-3275246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.471057] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.471444] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.471444] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.471582] env[69731]: INFO nova.compute.manager [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 893.471841] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.472062] env[69731]: DEBUG nova.compute.manager [-] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.472163] env[69731]: DEBUG nova.network.neutron [-] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.484113] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.484113] env[69731]: DEBUG nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Instance network_info: |[{"id": "6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5", "address": "fa:16:3e:7e:e5:3d", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0144e0-e3", "ovs_interfaceid": "6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.484338] env[69731]: DEBUG oslo_concurrency.lockutils [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] Acquired lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.484428] env[69731]: DEBUG nova.network.neutron [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Refreshing network info cache for port 6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.485901] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.495044] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.495195] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.495406] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b01e67f-9ca9-4bb0-9770-680f51b49601 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.519314] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.519766] env[69731]: DEBUG nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.522435] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.522435] env[69731]: value = "task-3275248" [ 893.522435] env[69731]: _type = "Task" [ 893.522435] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.522783] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.885s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.524766] env[69731]: DEBUG nova.objects.instance [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lazy-loading 'resources' on Instance uuid 124cec1a-34df-49e3-ba69-15eb5659860f {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.534845] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275248, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.573621] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275247, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.691015] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642666} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.692839] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] b45c7ce3-c93d-44aa-b7bf-282ebffe28fb/b45c7ce3-c93d-44aa-b7bf-282ebffe28fb.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.692839] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.692839] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb7a08aa-f398-4d75-ac1b-cf0407aafca8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.699240] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 893.699240] env[69731]: value = "task-3275249" [ 893.699240] env[69731]: _type = "Task" [ 893.699240] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.707951] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.806201] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.806532] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a9d7ba5-2173-4cae-afc0-db4d15543bde {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.814621] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 893.814621] env[69731]: value = "task-3275250" [ 893.814621] env[69731]: _type = "Task" [ 893.814621] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.825462] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.856439] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4b92ec8-8b86-41e8-89d5-3cb776f7b23a req-077ee6fa-dff5-462d-869a-73f63ecffb24 service nova] Releasing lock "refresh_cache-7cbb839b-a3e5-4a93-92f8-123745434129" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.026382] env[69731]: DEBUG nova.compute.utils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.034761] env[69731]: DEBUG nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.034981] env[69731]: DEBUG nova.network.neutron [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.047518] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275248, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.073745] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275247, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.107611] env[69731]: DEBUG nova.policy [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea1eb44193b345eaa1fec3070c6abc3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1f73013a23749beb54b6d958b6f9f8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.208990] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231842} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.209347] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.212913] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ffcc7-14e3-4cc9-9a58-838ff58de808 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.236310] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] b45c7ce3-c93d-44aa-b7bf-282ebffe28fb/b45c7ce3-c93d-44aa-b7bf-282ebffe28fb.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.241970] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fdb477-093e-47e6-98dc-8933548947cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.256761] env[69731]: DEBUG nova.network.neutron [-] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.263500] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 894.263500] env[69731]: value = "task-3275251" [ 894.263500] env[69731]: _type = "Task" [ 894.263500] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.275659] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.325166] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.409657] env[69731]: DEBUG nova.network.neutron [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Updated VIF entry in instance network info cache for port 6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.410236] env[69731]: DEBUG nova.network.neutron [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Updating instance_info_cache with network_info: [{"id": "6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5", "address": "fa:16:3e:7e:e5:3d", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0144e0-e3", "ovs_interfaceid": "6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.534979] env[69731]: DEBUG nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.540226] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275248, 'name': CreateVM_Task, 'duration_secs': 0.745854} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.540226] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.540226] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5159597d-0ae5-40aa-a1af-b7854165ad26 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.547013] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.547013] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.547013] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.547013] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5c9b94-bc6f-44ff-bb4a-b729b663fb84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.552268] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 894.552268] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527ebf4a-5db9-557c-e02a-f0c9d3cce0d8" [ 894.552268] env[69731]: _type = "Task" [ 894.552268] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.553532] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0149988-0eaa-4ee2-933a-6cd71a970f01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.599525] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527ebf4a-5db9-557c-e02a-f0c9d3cce0d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.603248] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4604b665-7ac1-447e-8896-4d5eac2ade66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.609628] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275247, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.615359] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a531fbbc-5338-483a-9b49-38bf2aab24ca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.630863] env[69731]: DEBUG nova.compute.provider_tree [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.632995] env[69731]: DEBUG nova.network.neutron [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Successfully created port: 760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.763995] env[69731]: INFO nova.compute.manager [-] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Took 1.29 seconds to deallocate network for instance. [ 894.782528] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.826495] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.913269] env[69731]: DEBUG oslo_concurrency.lockutils [req-d62fa10d-9af2-4404-a15f-5bd5cdeca92d req-7fbe54f3-e06c-44f6-a6ba-01470cb7b25e service nova] Releasing lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.040772] env[69731]: INFO nova.virt.block_device [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Booting with volume 86f7f275-8b80-4a7d-9996-e11402a58985 at /dev/sda [ 895.066173] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527ebf4a-5db9-557c-e02a-f0c9d3cce0d8, 'name': SearchDatastore_Task, 'duration_secs': 0.090549} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.070833] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.071138] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.071400] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.071562] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.071773] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.072115] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df7e6bff-01b0-4aa5-8445-b7b81009264b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.079501] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275247, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.088245] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21289484-2e60-43dc-b7d2-a86110725b2d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.091844] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.092058] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.093442] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad56cbc2-afed-487c-b228-ca572698a7cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.100195] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e11a7b-bd83-4d58-8d14-bdf5cd46d140 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.115642] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 895.115642] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526871a8-fb56-10a9-0c43-86b6566d8f34" [ 895.115642] env[69731]: _type = "Task" [ 895.115642] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.124727] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526871a8-fb56-10a9-0c43-86b6566d8f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.139950] env[69731]: DEBUG nova.scheduler.client.report [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.144507] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46da719b-2620-414d-b6d6-4107630ff056 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.153154] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acc11c1-2119-4b44-b4c0-211b3461929a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.194472] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6850063c-9e16-4f73-ac22-59eb7eb382aa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.198156] env[69731]: DEBUG nova.compute.manager [req-7254fb3f-dd61-4dbf-a9d0-25e11d7fb607 req-f7610da0-9386-40cb-8d61-74bca84d9ac2 service nova] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Received event network-vif-deleted-4cb9588d-cea1-4b0d-af0e-03bb8c3bb424 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.204167] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623e4e28-d51a-43bc-8faf-b84260e74096 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.218920] env[69731]: DEBUG nova.virt.block_device [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Updating existing volume attachment record: e4b33f3d-c0f1-47b4-8df4-97d8e69dc21f {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 895.274512] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275251, 'name': ReconfigVM_Task, 'duration_secs': 0.934801} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.274804] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Reconfigured VM instance instance-0000003c to attach disk [datastore2] b45c7ce3-c93d-44aa-b7bf-282ebffe28fb/b45c7ce3-c93d-44aa-b7bf-282ebffe28fb.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.275516] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a48d2724-bca9-4670-a538-89220f5489a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.277927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.284922] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 895.284922] env[69731]: value = "task-3275252" [ 895.284922] env[69731]: _type = "Task" [ 895.284922] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.293729] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275252, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.329583] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275250, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.576105] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275247, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.627836] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526871a8-fb56-10a9-0c43-86b6566d8f34, 'name': SearchDatastore_Task, 'duration_secs': 0.092306} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.628796] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e493a66-1698-43f1-b856-fa5f1e811cfb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.635657] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 895.635657] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5267b151-882a-97f6-6ff6-cf5950c59fd7" [ 895.635657] env[69731]: _type = "Task" [ 895.635657] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.646208] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.649494] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5267b151-882a-97f6-6ff6-cf5950c59fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.650322] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.535s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.652725] env[69731]: INFO nova.compute.claims [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.678659] env[69731]: INFO nova.scheduler.client.report [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Deleted allocations for instance 124cec1a-34df-49e3-ba69-15eb5659860f [ 895.795687] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275252, 'name': Rename_Task, 'duration_secs': 0.33707} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.796076] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.796373] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02d7b1c3-376e-43a7-8ad9-ea1155bb0610 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.804304] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 895.804304] env[69731]: value = "task-3275253" [ 895.804304] env[69731]: _type = "Task" [ 895.804304] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.813322] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.825856] env[69731]: DEBUG oslo_vmware.api [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275250, 'name': PowerOnVM_Task, 'duration_secs': 1.999337} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.826172] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.826358] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcb9184-2abe-403d-b800-2cf6534bc93e tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance '8425829c-c4ad-40b5-93f5-5cac89c6ae64' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.076925] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275247, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.147329] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5267b151-882a-97f6-6ff6-cf5950c59fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.09177} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.147598] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.147857] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993/1780a99e-8982-46bb-9134-6d453c5ff993.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.148131] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64b0bf27-53ea-4a17-ab7f-64f05f5be59b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.155992] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 896.155992] env[69731]: value = "task-3275254" [ 896.155992] env[69731]: _type = "Task" [ 896.155992] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.166468] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.188747] env[69731]: DEBUG oslo_concurrency.lockutils [None req-693c02b9-d4c9-4707-901a-088c3981ccf8 tempest-ServerRescueTestJSONUnderV235-219724252 tempest-ServerRescueTestJSONUnderV235-219724252-project-member] Lock "124cec1a-34df-49e3-ba69-15eb5659860f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.153s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.316539] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.358445] env[69731]: DEBUG nova.network.neutron [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Successfully updated port: 760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.577761] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275247, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.115427} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.578038] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43/OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43.vmdk to [datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6.vmdk. [ 896.578232] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Cleaning up location [datastore2] OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 896.578396] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8fb9fa9d-a69e-4ee7-a26a-1d0c9b8ade43 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.578649] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1998586a-bd60-4bab-b444-7a58c98b81d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.587019] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 896.587019] env[69731]: value = "task-3275255" [ 896.587019] env[69731]: _type = "Task" [ 896.587019] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.596818] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.668917] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.823401] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.862805] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Acquiring lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.862805] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Acquired lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.862805] env[69731]: DEBUG nova.network.neutron [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.100514] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094297} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.101995] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.101995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.101995] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6.vmdk to [datastore2] 8dca5694-2a64-48ca-be6c-590c3e4f8abc/8dca5694-2a64-48ca-be6c-590c3e4f8abc.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.103460] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c58dfe81-73e7-4aa3-b30f-71429215b1d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.115915] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 897.115915] env[69731]: value = "task-3275256" [ 897.115915] env[69731]: _type = "Task" [ 897.115915] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.127867] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.170470] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275254, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.173381] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7499e86e-ffbf-4296-820e-439ff977c8d2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.180800] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a812a-d1da-4e6c-9122-2d52a75e6a58 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.213617] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174de07b-6a5c-4b7e-9f1e-728000e5d66b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.221671] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90b39a8-bb22-427b-97a8-5cff03716e7e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.236218] env[69731]: DEBUG nova.compute.provider_tree [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.288915] env[69731]: DEBUG nova.compute.manager [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Received event network-vif-plugged-760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.289116] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] Acquiring lock "24ab2728-11fe-4772-b03e-f8658a92ea6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.289346] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] Lock "24ab2728-11fe-4772-b03e-f8658a92ea6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.289521] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] Lock "24ab2728-11fe-4772-b03e-f8658a92ea6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.289688] env[69731]: DEBUG nova.compute.manager [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] No waiting events found dispatching network-vif-plugged-760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.289850] env[69731]: WARNING nova.compute.manager [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Received unexpected event network-vif-plugged-760a2784-76de-4ae7-99a1-c97a9d4acec4 for instance with vm_state building and task_state spawning. [ 897.290015] env[69731]: DEBUG nova.compute.manager [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Received event network-changed-760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.290176] env[69731]: DEBUG nova.compute.manager [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Refreshing instance network info cache due to event network-changed-760a2784-76de-4ae7-99a1-c97a9d4acec4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.290348] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] Acquiring lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.315923] env[69731]: DEBUG oslo_vmware.api [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275253, 'name': PowerOnVM_Task, 'duration_secs': 1.293094} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.316146] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.316341] env[69731]: INFO nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Took 9.03 seconds to spawn the instance on the hypervisor. [ 897.316514] env[69731]: DEBUG nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.317286] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85669a82-8e7e-45bf-967b-d1d589ac899d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.320738] env[69731]: DEBUG nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.321286] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.321508] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.321663] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.321966] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.322144] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.322292] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.322505] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.322706] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.322889] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.323065] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.323238] env[69731]: DEBUG nova.virt.hardware [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.324228] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f699035-4f2b-43be-81d1-3b7e20857706 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335554] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe9e244-8c7f-4ae2-90e4-1e06bf11a1db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.414740] env[69731]: DEBUG nova.network.neutron [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.626352] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.641854] env[69731]: DEBUG nova.network.neutron [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Updating instance_info_cache with network_info: [{"id": "760a2784-76de-4ae7-99a1-c97a9d4acec4", "address": "fa:16:3e:6e:75:17", "network": {"id": "dfcc9923-b362-4c6f-a96f-9ead200fafff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1600565864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1f73013a23749beb54b6d958b6f9f8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a2784-76", "ovs_interfaceid": "760a2784-76de-4ae7-99a1-c97a9d4acec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.668957] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275254, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.080099} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.669258] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993/1780a99e-8982-46bb-9134-6d453c5ff993.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.669440] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.669689] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63235275-5f21-46db-9695-527a0b4780ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.675720] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 897.675720] env[69731]: value = "task-3275257" [ 897.675720] env[69731]: _type = "Task" [ 897.675720] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.686779] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.740057] env[69731]: DEBUG nova.scheduler.client.report [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.848741] env[69731]: INFO nova.compute.manager [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Took 51.65 seconds to build instance. [ 898.140030] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275256, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.145504] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Releasing lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.145849] env[69731]: DEBUG nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Instance network_info: |[{"id": "760a2784-76de-4ae7-99a1-c97a9d4acec4", "address": "fa:16:3e:6e:75:17", "network": {"id": "dfcc9923-b362-4c6f-a96f-9ead200fafff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1600565864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1f73013a23749beb54b6d958b6f9f8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a2784-76", "ovs_interfaceid": "760a2784-76de-4ae7-99a1-c97a9d4acec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.147285] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] Acquired lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.147501] env[69731]: DEBUG nova.network.neutron [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Refreshing network info cache for port 760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.148825] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:75:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '760a2784-76de-4ae7-99a1-c97a9d4acec4', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.162228] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Creating folder: Project (e1f73013a23749beb54b6d958b6f9f8f). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.162764] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5b38688-c2e3-48bc-b102-6ddbabc20c60 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.186022] env[69731]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 898.186022] env[69731]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69731) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 898.186022] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Folder already exists: Project (e1f73013a23749beb54b6d958b6f9f8f). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 898.186022] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Creating folder: Instances. Parent ref: group-v654155. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.186022] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b655b824-3012-4b84-a3fc-46d7efd429f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.191406] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070915} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.192311] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.193425] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7050f7c4-67a8-42c8-9bae-6a25c3e89507 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.202020] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Created folder: Instances in parent group-v654155. [ 898.202020] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.202020] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.202020] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c1432a5-18bb-42b4-9108-a7ba9096b868 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.246309] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993/1780a99e-8982-46bb-9134-6d453c5ff993.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.247802] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.248372] env[69731]: DEBUG nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.251143] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21805194-5531-497d-974f-564d80874e2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.269690] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.495s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.271329] env[69731]: INFO nova.compute.claims [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.274436] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.274436] env[69731]: value = "task-3275260" [ 898.274436] env[69731]: _type = "Task" [ 898.274436] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.282255] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 898.282255] env[69731]: value = "task-3275261" [ 898.282255] env[69731]: _type = "Task" [ 898.282255] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.285832] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275260, 'name': CreateVM_Task} progress is 15%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.294773] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.351541] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ead4b3b-327d-4b63-97ff-589e41583e69 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.100s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.628666] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275256, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.750992] env[69731]: DEBUG nova.network.neutron [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Port 18523b92-ddfc-4b29-8c21-ee1196700dc2 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 898.751337] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.751489] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.751656] env[69731]: DEBUG nova.network.neutron [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.770038] env[69731]: DEBUG nova.compute.utils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.771777] env[69731]: DEBUG nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.772310] env[69731]: DEBUG nova.network.neutron [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.801558] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275260, 'name': CreateVM_Task, 'duration_secs': 0.391556} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.804927] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.805273] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.805980] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'attachment_id': 'e4b33f3d-c0f1-47b4-8df4-97d8e69dc21f', 'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654162', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'name': 'volume-86f7f275-8b80-4a7d-9996-e11402a58985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ab2728-11fe-4772-b03e-f8658a92ea6c', 'attached_at': '', 'detached_at': '', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'serial': '86f7f275-8b80-4a7d-9996-e11402a58985'}, 'volume_type': None}], 'swap': None} {{(pid=69731) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 898.806223] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Root volume attach. Driver type: vmdk {{(pid=69731) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 898.807368] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d8ab52-13ab-4842-add4-af3d361770b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.815881] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0e3f54-79a9-422c-abff-a92cc301b166 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.823309] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df910593-d8cf-4aa5-af84-103677d7583c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.830149] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3f0bf7e9-afd1-4e1e-9a38-d88a3cddc80b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.835464] env[69731]: DEBUG nova.policy [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ebd96013090407bb45701a1adb2d062', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a36a98ea5b244eca19a15896f5d690d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.839105] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 898.839105] env[69731]: value = "task-3275262" [ 898.839105] env[69731]: _type = "Task" [ 898.839105] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.850766] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275262, 'name': RelocateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.854371] env[69731]: DEBUG nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.117466] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.117802] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.118045] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.118250] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.118490] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.125073] env[69731]: INFO nova.compute.manager [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Terminating instance [ 899.132649] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275256, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.275314] env[69731]: DEBUG nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.302717] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275261, 'name': ReconfigVM_Task, 'duration_secs': 0.985851} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.303077] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993/1780a99e-8982-46bb-9134-6d453c5ff993.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.303718] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad9c27c9-a5b5-4b2f-b9c9-3ee359bcf165 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.310994] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 899.310994] env[69731]: value = "task-3275263" [ 899.310994] env[69731]: _type = "Task" [ 899.310994] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.329065] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275263, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.355145] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275262, 'name': RelocateVM_Task} progress is 20%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.378599] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.394490] env[69731]: DEBUG nova.network.neutron [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Updated VIF entry in instance network info cache for port 760a2784-76de-4ae7-99a1-c97a9d4acec4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.394861] env[69731]: DEBUG nova.network.neutron [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Updating instance_info_cache with network_info: [{"id": "760a2784-76de-4ae7-99a1-c97a9d4acec4", "address": "fa:16:3e:6e:75:17", "network": {"id": "dfcc9923-b362-4c6f-a96f-9ead200fafff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1600565864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1f73013a23749beb54b6d958b6f9f8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a2784-76", "ovs_interfaceid": "760a2784-76de-4ae7-99a1-c97a9d4acec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.633522] env[69731]: DEBUG nova.compute.manager [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.634370] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.634688] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275256, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.635725] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da1a1b-3443-4554-b706-1b61c2c1fae9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.644722] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.645034] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b111fe-9f9b-457c-9650-f56ebb30d2fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.653635] env[69731]: DEBUG oslo_vmware.api [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 899.653635] env[69731]: value = "task-3275264" [ 899.653635] env[69731]: _type = "Task" [ 899.653635] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.671351] env[69731]: DEBUG oslo_vmware.api [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.823944] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275263, 'name': Rename_Task, 'duration_secs': 0.404827} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.825320] env[69731]: DEBUG nova.network.neutron [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Successfully created port: 6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.831734] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.832430] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec08379d-9abf-40a3-a1c4-688ea82823b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.835640] env[69731]: DEBUG nova.network.neutron [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance_info_cache with network_info: [{"id": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "address": "fa:16:3e:ec:d6:6e", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18523b92-dd", "ovs_interfaceid": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.851219] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.851576] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.853885] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 899.853885] env[69731]: value = "task-3275265" [ 899.853885] env[69731]: _type = "Task" [ 899.853885] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.867743] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275262, 'name': RelocateVM_Task, 'duration_secs': 0.680422} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.871992] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 899.872357] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654162', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'name': 'volume-86f7f275-8b80-4a7d-9996-e11402a58985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ab2728-11fe-4772-b03e-f8658a92ea6c', 'attached_at': '', 'detached_at': '', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'serial': '86f7f275-8b80-4a7d-9996-e11402a58985'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 899.873345] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275265, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.877164] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e4c55b-a5d2-48c3-a881-c83394a86eba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.898486] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e279478-d60a-470a-b105-e6468224e914 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.902622] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daec8f3-38fe-482c-8984-e795560472ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.906322] env[69731]: DEBUG oslo_concurrency.lockutils [req-ed9273a8-591a-4aed-ad03-2a6f71386d08 req-e87198d5-e0de-49b0-a631-3208d38c279a service nova] Releasing lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.933615] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-86f7f275-8b80-4a7d-9996-e11402a58985/volume-86f7f275-8b80-4a7d-9996-e11402a58985.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.937188] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a87d91-f596-4bca-9b3b-e2528bcaaef4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.952207] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d980de3c-f199-47bd-89e0-9d24d7616493 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.986936] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 899.986936] env[69731]: value = "task-3275266" [ 899.986936] env[69731]: _type = "Task" [ 899.986936] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.987896] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce3a5ec-e429-45a4-923b-7da67d3c6280 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.012088] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c44351-32e3-4a10-b062-f2c2f7cc698f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.013875] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.026729] env[69731]: DEBUG nova.compute.provider_tree [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.130464] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275256, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.004399} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.130788] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6/47dc3510-f5f3-4c52-9eaf-d08b741c4bd6.vmdk to [datastore2] 8dca5694-2a64-48ca-be6c-590c3e4f8abc/8dca5694-2a64-48ca-be6c-590c3e4f8abc.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.131945] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7741f-71fb-4a00-a57d-55413c53a92f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.154951] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 8dca5694-2a64-48ca-be6c-590c3e4f8abc/8dca5694-2a64-48ca-be6c-590c3e4f8abc.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.155345] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d415491e-346e-4442-80de-f4b49ae97bff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.181533] env[69731]: DEBUG oslo_vmware.api [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275264, 'name': PowerOffVM_Task, 'duration_secs': 0.401373} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.182761] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.182938] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.183601] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 900.183601] env[69731]: value = "task-3275267" [ 900.183601] env[69731]: _type = "Task" [ 900.183601] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.183601] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d9a22e7-b498-431c-9d26-7051a62924ce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.255787] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.256062] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.256239] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleting the datastore file [datastore2] b45c7ce3-c93d-44aa-b7bf-282ebffe28fb {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.256530] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e79f611-5034-4342-ba94-fb856e65eecf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.263494] env[69731]: DEBUG oslo_vmware.api [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 900.263494] env[69731]: value = "task-3275269" [ 900.263494] env[69731]: _type = "Task" [ 900.263494] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.271716] env[69731]: DEBUG oslo_vmware.api [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.292210] env[69731]: DEBUG nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.320629] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.321087] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.321270] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.321455] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.321603] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.321777] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.322019] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.322279] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.322469] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.322634] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.322804] env[69731]: DEBUG nova.virt.hardware [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.323744] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a1e0aa-23c4-4f7c-ab74-3cb72ed7ab26 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.333036] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5080504b-43d6-4f5b-9fd9-d8cb5c4aa9a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.347066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.368726] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.500611] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275266, 'name': ReconfigVM_Task, 'duration_secs': 0.449956} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.500947] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-86f7f275-8b80-4a7d-9996-e11402a58985/volume-86f7f275-8b80-4a7d-9996-e11402a58985.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.505737] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02f38e4-e50f-41f5-acc0-7af34c26152f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.520657] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 900.520657] env[69731]: value = "task-3275270" [ 900.520657] env[69731]: _type = "Task" [ 900.520657] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.529484] env[69731]: DEBUG nova.scheduler.client.report [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.532761] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.695545] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275267, 'name': ReconfigVM_Task, 'duration_secs': 0.314159} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.695831] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 8dca5694-2a64-48ca-be6c-590c3e4f8abc/8dca5694-2a64-48ca-be6c-590c3e4f8abc.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.696504] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cf47695-18bd-4e1a-970a-f40bb1284295 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.703295] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 900.703295] env[69731]: value = "task-3275271" [ 900.703295] env[69731]: _type = "Task" [ 900.703295] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.712921] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275271, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.773041] env[69731]: DEBUG oslo_vmware.api [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.851297] env[69731]: DEBUG nova.compute.manager [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69731) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 900.851538] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.867628] env[69731]: DEBUG oslo_vmware.api [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275265, 'name': PowerOnVM_Task, 'duration_secs': 0.670487} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.867887] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.868110] env[69731]: INFO nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Took 9.96 seconds to spawn the instance on the hypervisor. [ 900.868296] env[69731]: DEBUG nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.869085] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a54ddb-82a1-43f2-bdf2-36bdd8cd0d5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.030425] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275270, 'name': ReconfigVM_Task, 'duration_secs': 0.393397} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.030819] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654162', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'name': 'volume-86f7f275-8b80-4a7d-9996-e11402a58985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ab2728-11fe-4772-b03e-f8658a92ea6c', 'attached_at': '', 'detached_at': '', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'serial': '86f7f275-8b80-4a7d-9996-e11402a58985'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 901.031754] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c8dd0e-d962-444d-a2a4-a0f3625c89f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.033792] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.035038] env[69731]: DEBUG nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.037710] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.238s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.037886] env[69731]: DEBUG nova.objects.instance [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 901.040601] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 901.040601] env[69731]: value = "task-3275272" [ 901.040601] env[69731]: _type = "Task" [ 901.040601] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.049472] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275272, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.213687] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275271, 'name': Rename_Task, 'duration_secs': 0.145742} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.213970] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.214235] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c5bff1-d7fa-4954-981c-e06023dc96bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.220900] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 901.220900] env[69731]: value = "task-3275273" [ 901.220900] env[69731]: _type = "Task" [ 901.220900] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.228873] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.273977] env[69731]: DEBUG oslo_vmware.api [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.833145} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.274238] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.274422] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.274593] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.274767] env[69731]: INFO nova.compute.manager [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Took 1.64 seconds to destroy the instance on the hypervisor. [ 901.275067] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.275288] env[69731]: DEBUG nova.compute.manager [-] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.275387] env[69731]: DEBUG nova.network.neutron [-] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.391395] env[69731]: INFO nova.compute.manager [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Took 51.21 seconds to build instance. [ 901.462179] env[69731]: DEBUG nova.compute.manager [req-2b0daf77-53aa-4c2f-ba05-2e351e084958 req-7e4a3f25-1012-4689-a3cc-fe95f8e40010 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Received event network-vif-plugged-6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.462414] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b0daf77-53aa-4c2f-ba05-2e351e084958 req-7e4a3f25-1012-4689-a3cc-fe95f8e40010 service nova] Acquiring lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.462624] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b0daf77-53aa-4c2f-ba05-2e351e084958 req-7e4a3f25-1012-4689-a3cc-fe95f8e40010 service nova] Lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.462791] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b0daf77-53aa-4c2f-ba05-2e351e084958 req-7e4a3f25-1012-4689-a3cc-fe95f8e40010 service nova] Lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.462956] env[69731]: DEBUG nova.compute.manager [req-2b0daf77-53aa-4c2f-ba05-2e351e084958 req-7e4a3f25-1012-4689-a3cc-fe95f8e40010 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] No waiting events found dispatching network-vif-plugged-6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.463138] env[69731]: WARNING nova.compute.manager [req-2b0daf77-53aa-4c2f-ba05-2e351e084958 req-7e4a3f25-1012-4689-a3cc-fe95f8e40010 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Received unexpected event network-vif-plugged-6ba0b49c-caf4-4e06-a0ee-156b945f77f1 for instance with vm_state building and task_state spawning. [ 901.542566] env[69731]: DEBUG nova.compute.utils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.548844] env[69731]: DEBUG nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.548844] env[69731]: DEBUG nova.network.neutron [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.559031] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275272, 'name': Rename_Task, 'duration_secs': 0.3338} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.559031] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.559031] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fee4199-c31f-473f-baef-5ac28e2064e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.565671] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 901.565671] env[69731]: value = "task-3275274" [ 901.565671] env[69731]: _type = "Task" [ 901.565671] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.573225] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.640189] env[69731]: DEBUG nova.policy [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbddca92df6f4044a2b045b38f9216b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cdf6d3a61094e0784e238ce06974366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.695512] env[69731]: DEBUG nova.network.neutron [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Successfully updated port: 6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.731469] env[69731]: DEBUG oslo_vmware.api [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275273, 'name': PowerOnVM_Task, 'duration_secs': 0.420486} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.731469] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.731469] env[69731]: INFO nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Took 16.09 seconds to spawn the instance on the hypervisor. [ 901.731469] env[69731]: DEBUG nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.732060] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c01aa9-fff0-4a01-8afe-65f555ceb361 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.894649] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2115cd05-ca6d-4774-ab94-67751caedf89 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "1780a99e-8982-46bb-9134-6d453c5ff993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.561s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.047502] env[69731]: DEBUG nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.054226] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0893df80-8832-4e3a-8c8a-5b366cf81f57 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.055274] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.635s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.072725] env[69731]: DEBUG nova.network.neutron [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Successfully created port: ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.087858] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.165816] env[69731]: DEBUG nova.compute.manager [req-167f1a66-b617-4f0e-9a44-713ef2b167b8 req-b139958a-6b8b-4d11-98d5-77268e7b9ace service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Received event network-changed-6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.166185] env[69731]: DEBUG nova.compute.manager [req-167f1a66-b617-4f0e-9a44-713ef2b167b8 req-b139958a-6b8b-4d11-98d5-77268e7b9ace service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Refreshing instance network info cache due to event network-changed-6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.166466] env[69731]: DEBUG oslo_concurrency.lockutils [req-167f1a66-b617-4f0e-9a44-713ef2b167b8 req-b139958a-6b8b-4d11-98d5-77268e7b9ace service nova] Acquiring lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.166616] env[69731]: DEBUG oslo_concurrency.lockutils [req-167f1a66-b617-4f0e-9a44-713ef2b167b8 req-b139958a-6b8b-4d11-98d5-77268e7b9ace service nova] Acquired lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.166775] env[69731]: DEBUG nova.network.neutron [req-167f1a66-b617-4f0e-9a44-713ef2b167b8 req-b139958a-6b8b-4d11-98d5-77268e7b9ace service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Refreshing network info cache for port 6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.198348] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.201020] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.201020] env[69731]: DEBUG nova.network.neutron [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.201020] env[69731]: DEBUG nova.network.neutron [-] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.250230] env[69731]: INFO nova.compute.manager [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Took 58.96 seconds to build instance. [ 902.397030] env[69731]: DEBUG nova.compute.manager [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.577198] env[69731]: DEBUG oslo_vmware.api [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275274, 'name': PowerOnVM_Task, 'duration_secs': 0.764008} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.577449] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.577654] env[69731]: INFO nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Took 5.26 seconds to spawn the instance on the hypervisor. [ 902.577831] env[69731]: DEBUG nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.578676] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931db084-2983-46e7-8dee-203591ad0cba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.705501] env[69731]: INFO nova.compute.manager [-] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Took 1.43 seconds to deallocate network for instance. [ 902.750755] env[69731]: DEBUG nova.network.neutron [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.752874] env[69731]: DEBUG oslo_concurrency.lockutils [None req-630e167e-5bfd-45fc-a405-534345ad84b2 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.471s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.927655] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.962967] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e7bad-e22c-4df9-a601-f0790bf47994 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.971728] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f18f943-3196-485b-9339-63c8e43d7702 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.004869] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9645ef-8110-4678-8bce-ea20aa3fac1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.015408] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a6da7-3e6f-44d9-9014-446732210862 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.030544] env[69731]: DEBUG nova.compute.provider_tree [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.036469] env[69731]: DEBUG nova.network.neutron [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updating instance_info_cache with network_info: [{"id": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "address": "fa:16:3e:2d:95:a9", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba0b49c-ca", "ovs_interfaceid": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.060012] env[69731]: DEBUG nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.073941] env[69731]: DEBUG nova.network.neutron [req-167f1a66-b617-4f0e-9a44-713ef2b167b8 req-b139958a-6b8b-4d11-98d5-77268e7b9ace service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Updated VIF entry in instance network info cache for port 6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.074249] env[69731]: DEBUG nova.network.neutron [req-167f1a66-b617-4f0e-9a44-713ef2b167b8 req-b139958a-6b8b-4d11-98d5-77268e7b9ace service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Updating instance_info_cache with network_info: [{"id": "6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5", "address": "fa:16:3e:7e:e5:3d", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0144e0-e3", "ovs_interfaceid": "6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.099411] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.099697] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.100207] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.100207] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.100207] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.100901] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.100901] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.100901] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.100901] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.101489] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.101489] env[69731]: DEBUG nova.virt.hardware [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.103189] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ca4a78-12c0-4f39-b9e4-f1edbcd7c8b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.108080] env[69731]: INFO nova.compute.manager [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Took 38.57 seconds to build instance. [ 903.116185] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4b5282-be04-4f6e-9fd0-0e9c29c5858f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.213519] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.493301] env[69731]: DEBUG nova.compute.manager [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Received event network-changed-6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.493550] env[69731]: DEBUG nova.compute.manager [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Refreshing instance network info cache due to event network-changed-6ba0b49c-caf4-4e06-a0ee-156b945f77f1. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.493668] env[69731]: DEBUG oslo_concurrency.lockutils [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] Acquiring lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.536156] env[69731]: DEBUG nova.scheduler.client.report [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.539914] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Releasing lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.540212] env[69731]: DEBUG nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Instance network_info: |[{"id": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "address": "fa:16:3e:2d:95:a9", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba0b49c-ca", "ovs_interfaceid": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.540483] env[69731]: DEBUG oslo_concurrency.lockutils [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] Acquired lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.540657] env[69731]: DEBUG nova.network.neutron [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Refreshing network info cache for port 6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.541759] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:95:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba0b49c-caf4-4e06-a0ee-156b945f77f1', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.554686] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Creating folder: Project (7a36a98ea5b244eca19a15896f5d690d). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.554686] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-604d9625-088a-4c5c-b965-231283664f66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.566378] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Created folder: Project (7a36a98ea5b244eca19a15896f5d690d) in parent group-v654000. [ 903.566578] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Creating folder: Instances. Parent ref: group-v654184. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.566815] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1079c34-3d83-483d-a4de-de81966d0335 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.576309] env[69731]: DEBUG oslo_concurrency.lockutils [req-167f1a66-b617-4f0e-9a44-713ef2b167b8 req-b139958a-6b8b-4d11-98d5-77268e7b9ace service nova] Releasing lock "refresh_cache-1780a99e-8982-46bb-9134-6d453c5ff993" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.576699] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Created folder: Instances in parent group-v654184. [ 903.576920] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.577176] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.577339] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15fa679b-c12d-47c3-b55d-f735c3a3090e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.596194] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.596194] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.596194] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.596194] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.596389] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.596836] env[69731]: INFO nova.compute.manager [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Terminating instance [ 903.603708] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.603708] env[69731]: value = "task-3275277" [ 903.603708] env[69731]: _type = "Task" [ 903.603708] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.613042] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9d45ac84-977b-4a55-a943-d9c98a39701d tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "24ab2728-11fe-4772-b03e-f8658a92ea6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.383s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.613211] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275277, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.675982] env[69731]: DEBUG nova.network.neutron [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Successfully updated port: ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.102321] env[69731]: DEBUG nova.compute.manager [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.102591] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.103562] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8708bdd3-5e44-4ed5-9f71-519d9c03ef9c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.117592] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275277, 'name': CreateVM_Task, 'duration_secs': 0.305117} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.119707] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.120064] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.120667] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.120854] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.121354] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.121484] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6473c03f-cc2f-43ef-a96a-fd60c1ff5522 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.123728] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88af71a-708d-48fb-b427-0ae98c19b70f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.129686] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 904.129686] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52329735-1482-5b5b-c2c0-5c30e98ddbca" [ 904.129686] env[69731]: _type = "Task" [ 904.129686] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.131253] env[69731]: DEBUG oslo_vmware.api [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 904.131253] env[69731]: value = "task-3275278" [ 904.131253] env[69731]: _type = "Task" [ 904.131253] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.144065] env[69731]: DEBUG oslo_vmware.api [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.147481] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52329735-1482-5b5b-c2c0-5c30e98ddbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.179124] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "refresh_cache-ade2d469-32c8-49a4-844c-056683419d0d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.179292] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "refresh_cache-ade2d469-32c8-49a4-844c-056683419d0d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.179596] env[69731]: DEBUG nova.network.neutron [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.390439] env[69731]: DEBUG nova.network.neutron [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updated VIF entry in instance network info cache for port 6ba0b49c-caf4-4e06-a0ee-156b945f77f1. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.390597] env[69731]: DEBUG nova.network.neutron [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updating instance_info_cache with network_info: [{"id": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "address": "fa:16:3e:2d:95:a9", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba0b49c-ca", "ovs_interfaceid": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.563014] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.508s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.563368] env[69731]: DEBUG nova.compute.manager [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69731) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 904.566137] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.631s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.566361] env[69731]: DEBUG nova.objects.instance [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lazy-loading 'resources' on Instance uuid a1555d1e-923a-4552-b996-d6d20cdf24db {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.619130] env[69731]: DEBUG nova.compute.manager [req-19dfa2d7-d7b1-4eb7-91c7-4554fb1c1de3 req-43f94051-022b-40f8-a757-ab52ad296143 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Received event network-changed-760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.619130] env[69731]: DEBUG nova.compute.manager [req-19dfa2d7-d7b1-4eb7-91c7-4554fb1c1de3 req-43f94051-022b-40f8-a757-ab52ad296143 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Refreshing instance network info cache due to event network-changed-760a2784-76de-4ae7-99a1-c97a9d4acec4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.619130] env[69731]: DEBUG oslo_concurrency.lockutils [req-19dfa2d7-d7b1-4eb7-91c7-4554fb1c1de3 req-43f94051-022b-40f8-a757-ab52ad296143 service nova] Acquiring lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.619130] env[69731]: DEBUG oslo_concurrency.lockutils [req-19dfa2d7-d7b1-4eb7-91c7-4554fb1c1de3 req-43f94051-022b-40f8-a757-ab52ad296143 service nova] Acquired lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.620894] env[69731]: DEBUG nova.network.neutron [req-19dfa2d7-d7b1-4eb7-91c7-4554fb1c1de3 req-43f94051-022b-40f8-a757-ab52ad296143 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Refreshing network info cache for port 760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.648050] env[69731]: DEBUG oslo_vmware.api [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275278, 'name': PowerOffVM_Task, 'duration_secs': 0.222551} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.648656] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52329735-1482-5b5b-c2c0-5c30e98ddbca, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.649016] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.649641] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.650016] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.650301] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.650599] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.650928] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.651240] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.651560] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14f516e8-9a97-4e87-b7e8-fd5dab5a2b8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.653537] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00b498a8-b6ad-4fc5-8847-4aed604583f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.665993] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.666218] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.667178] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d012ca-3a3b-4c8f-84dd-58b7854fcc3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.672328] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 904.672328] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52448b31-d553-82f8-28be-6a6f728f9fd4" [ 904.672328] env[69731]: _type = "Task" [ 904.672328] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.683896] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52448b31-d553-82f8-28be-6a6f728f9fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.718987] env[69731]: DEBUG nova.network.neutron [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.722948] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.723302] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.723548] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleting the datastore file [datastore2] 8dca5694-2a64-48ca-be6c-590c3e4f8abc {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.723889] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf26f87a-6550-4a9f-882e-79453bbb8603 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.730645] env[69731]: DEBUG oslo_vmware.api [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 904.730645] env[69731]: value = "task-3275280" [ 904.730645] env[69731]: _type = "Task" [ 904.730645] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.739231] env[69731]: DEBUG oslo_vmware.api [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.892866] env[69731]: DEBUG oslo_concurrency.lockutils [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] Releasing lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.893160] env[69731]: DEBUG nova.compute.manager [req-59a01616-b62a-4b5d-a7cb-92cad0e48351 req-712a8bd5-5742-4da8-bd93-161f43b9441c service nova] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Received event network-vif-deleted-c681d674-70c5-48c6-bb14-ae7dab0aca5c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.924121] env[69731]: DEBUG nova.network.neutron [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Updating instance_info_cache with network_info: [{"id": "ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2", "address": "fa:16:3e:8e:7b:12", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2c9f23-52", "ovs_interfaceid": "ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.131551] env[69731]: INFO nova.scheduler.client.report [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted allocation for migration 8e679805-9c45-44a8-879d-5aef8e773222 [ 905.183820] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52448b31-d553-82f8-28be-6a6f728f9fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.021268} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.187656] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f344580-e876-4ecb-a667-a9669344447d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.193765] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 905.193765] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d2e979-898c-a8e9-a166-e0f4fcef2ac3" [ 905.193765] env[69731]: _type = "Task" [ 905.193765] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.205866] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d2e979-898c-a8e9-a166-e0f4fcef2ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.208302] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.208596] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] c16d335e-1eef-47dc-b16a-0b4ddfcdf472/c16d335e-1eef-47dc-b16a-0b4ddfcdf472.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.211169] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-917df1d1-779d-4b9d-b042-524063dd4fbb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.218811] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 905.218811] env[69731]: value = "task-3275281" [ 905.218811] env[69731]: _type = "Task" [ 905.218811] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.229686] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.241603] env[69731]: DEBUG oslo_vmware.api [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214903} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.241871] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.242075] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.242246] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.242416] env[69731]: INFO nova.compute.manager [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 905.242647] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.242834] env[69731]: DEBUG nova.compute.manager [-] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.242933] env[69731]: DEBUG nova.network.neutron [-] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.429267] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "refresh_cache-ade2d469-32c8-49a4-844c-056683419d0d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.429648] env[69731]: DEBUG nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Instance network_info: |[{"id": "ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2", "address": "fa:16:3e:8e:7b:12", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2c9f23-52", "ovs_interfaceid": "ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.430475] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:7b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.438435] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.438695] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.438936] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e962610e-f627-4422-ae65-f412895fd27a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.464471] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.464471] env[69731]: value = "task-3275282" [ 905.464471] env[69731]: _type = "Task" [ 905.464471] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.472773] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275282, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.484793] env[69731]: DEBUG nova.network.neutron [req-19dfa2d7-d7b1-4eb7-91c7-4554fb1c1de3 req-43f94051-022b-40f8-a757-ab52ad296143 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Updated VIF entry in instance network info cache for port 760a2784-76de-4ae7-99a1-c97a9d4acec4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.484793] env[69731]: DEBUG nova.network.neutron [req-19dfa2d7-d7b1-4eb7-91c7-4554fb1c1de3 req-43f94051-022b-40f8-a757-ab52ad296143 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Updating instance_info_cache with network_info: [{"id": "760a2784-76de-4ae7-99a1-c97a9d4acec4", "address": "fa:16:3e:6e:75:17", "network": {"id": "dfcc9923-b362-4c6f-a96f-9ead200fafff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1600565864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1f73013a23749beb54b6d958b6f9f8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760a2784-76", "ovs_interfaceid": "760a2784-76de-4ae7-99a1-c97a9d4acec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.488075] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fb94c0-d4c8-4292-aeff-cdffc8ffdb36 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.496842] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa6302-2984-42fb-b36f-135230041b01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.532198] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddee02b-ec7a-4c40-a0ba-5d49d5dfe490 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.543587] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d54e5-3480-4b3f-b813-09fa7be58662 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.559773] env[69731]: DEBUG nova.compute.provider_tree [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.563474] env[69731]: DEBUG nova.compute.manager [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Received event network-vif-plugged-ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.563757] env[69731]: DEBUG oslo_concurrency.lockutils [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] Acquiring lock "ade2d469-32c8-49a4-844c-056683419d0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.563951] env[69731]: DEBUG oslo_concurrency.lockutils [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] Lock "ade2d469-32c8-49a4-844c-056683419d0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.564104] env[69731]: DEBUG oslo_concurrency.lockutils [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] Lock "ade2d469-32c8-49a4-844c-056683419d0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.564285] env[69731]: DEBUG nova.compute.manager [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] No waiting events found dispatching network-vif-plugged-ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.564473] env[69731]: WARNING nova.compute.manager [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Received unexpected event network-vif-plugged-ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2 for instance with vm_state building and task_state spawning. [ 905.564630] env[69731]: DEBUG nova.compute.manager [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Received event network-changed-ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.564779] env[69731]: DEBUG nova.compute.manager [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Refreshing instance network info cache due to event network-changed-ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.564959] env[69731]: DEBUG oslo_concurrency.lockutils [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] Acquiring lock "refresh_cache-ade2d469-32c8-49a4-844c-056683419d0d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.565110] env[69731]: DEBUG oslo_concurrency.lockutils [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] Acquired lock "refresh_cache-ade2d469-32c8-49a4-844c-056683419d0d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.565261] env[69731]: DEBUG nova.network.neutron [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Refreshing network info cache for port ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.640231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-240cfce4-6c74-48f2-9a0c-504335c47f89 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.176s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.729854] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449882} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.730081] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] c16d335e-1eef-47dc-b16a-0b4ddfcdf472/c16d335e-1eef-47dc-b16a-0b4ddfcdf472.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.730298] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.730548] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91520443-ce9c-47d9-992a-f53c9d708728 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.737479] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 905.737479] env[69731]: value = "task-3275283" [ 905.737479] env[69731]: _type = "Task" [ 905.737479] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.749048] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.974467] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275282, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.992310] env[69731]: DEBUG oslo_concurrency.lockutils [req-19dfa2d7-d7b1-4eb7-91c7-4554fb1c1de3 req-43f94051-022b-40f8-a757-ab52ad296143 service nova] Releasing lock "refresh_cache-24ab2728-11fe-4772-b03e-f8658a92ea6c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.068038] env[69731]: DEBUG nova.scheduler.client.report [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.107871] env[69731]: DEBUG nova.network.neutron [-] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.248097] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06609} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.248413] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.249157] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618f183c-8fd9-4eaa-89e4-1ee7c9e40c9b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.262954] env[69731]: DEBUG nova.objects.instance [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'flavor' on Instance uuid 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.272938] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] c16d335e-1eef-47dc-b16a-0b4ddfcdf472/c16d335e-1eef-47dc-b16a-0b4ddfcdf472.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.275617] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4446d5f7-6dfd-4f75-ba17-7a578916b9f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.297748] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 906.297748] env[69731]: value = "task-3275284" [ 906.297748] env[69731]: _type = "Task" [ 906.297748] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.307134] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.323743] env[69731]: DEBUG nova.network.neutron [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Updated VIF entry in instance network info cache for port ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.324119] env[69731]: DEBUG nova.network.neutron [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Updating instance_info_cache with network_info: [{"id": "ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2", "address": "fa:16:3e:8e:7b:12", "network": {"id": "4c2e1125-3c8a-4213-a15d-ddbbbdaa619f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1117171047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cdf6d3a61094e0784e238ce06974366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2c9f23-52", "ovs_interfaceid": "ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.475318] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275282, 'name': CreateVM_Task, 'duration_secs': 0.681979} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.475492] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.476202] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.476597] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.476939] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.477218] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4a05f7-e949-4818-9c51-3ca750c3be62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.482282] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 906.482282] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291865c-04c6-c527-b8ab-fbee30a12602" [ 906.482282] env[69731]: _type = "Task" [ 906.482282] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.490295] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291865c-04c6-c527-b8ab-fbee30a12602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.574627] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.577135] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.527s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.577392] env[69731]: DEBUG nova.objects.instance [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lazy-loading 'resources' on Instance uuid c0d80719-3361-43dc-9d1e-c1c783b87e23 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.610301] env[69731]: INFO nova.compute.manager [-] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Took 1.37 seconds to deallocate network for instance. [ 906.624700] env[69731]: INFO nova.scheduler.client.report [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted allocations for instance a1555d1e-923a-4552-b996-d6d20cdf24db [ 906.779353] env[69731]: DEBUG oslo_concurrency.lockutils [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.779353] env[69731]: DEBUG oslo_concurrency.lockutils [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.779353] env[69731]: DEBUG nova.network.neutron [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.779353] env[69731]: DEBUG nova.objects.instance [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'info_cache' on Instance uuid 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.807661] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.828045] env[69731]: DEBUG oslo_concurrency.lockutils [req-1eb77461-d67e-4427-8778-55847d9f56b5 req-8f85c62d-b0bc-44e6-a5ec-69b55bd7fb9a service nova] Releasing lock "refresh_cache-ade2d469-32c8-49a4-844c-056683419d0d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.992571] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291865c-04c6-c527-b8ab-fbee30a12602, 'name': SearchDatastore_Task, 'duration_secs': 0.065165} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.992875] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.993128] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.993369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.993511] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.993683] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.993943] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc4f91ed-18f5-4966-b941-631db409d6dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.003166] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.003314] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.004069] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826fbe7c-0cc1-406a-b6b9-114554224109 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.009679] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 907.009679] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522c9b39-8c9a-0fb3-d089-c53d42ee7fe3" [ 907.009679] env[69731]: _type = "Task" [ 907.009679] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.017807] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522c9b39-8c9a-0fb3-d089-c53d42ee7fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.117421] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.135478] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1ed59e0c-a310-4d31-9e36-7c066c313fd5 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a1555d1e-923a-4552-b996-d6d20cdf24db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.651s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.283407] env[69731]: DEBUG nova.objects.base [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Object Instance<5b4e59fe-0577-4368-82a2-e51b8d97dd09> lazy-loaded attributes: flavor,info_cache {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.310078] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275284, 'name': ReconfigVM_Task, 'duration_secs': 0.903381} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.310364] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Reconfigured VM instance instance-0000003f to attach disk [datastore1] c16d335e-1eef-47dc-b16a-0b4ddfcdf472/c16d335e-1eef-47dc-b16a-0b4ddfcdf472.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.310970] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13d250bb-4cfd-44c1-ad19-5e1dc504c5f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.318309] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 907.318309] env[69731]: value = "task-3275285" [ 907.318309] env[69731]: _type = "Task" [ 907.318309] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.326328] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275285, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.414697] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125dd8b8-9179-48e5-94eb-9632b3813675 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.422028] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b8d37-d433-4315-a59f-4fcd38d7cfcb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.454983] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09bd734-76b3-4cf3-a94a-07f0cbf9c12d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.462120] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fa07bc-27b4-4133-86f2-3c740644969f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.475161] env[69731]: DEBUG nova.compute.provider_tree [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.519812] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522c9b39-8c9a-0fb3-d089-c53d42ee7fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.520603] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47735bd2-7f6b-4a93-a2f7-9f2f0b020b44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.525610] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 907.525610] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529c4c32-abce-1107-ec1b-c2e4a7b33db0" [ 907.525610] env[69731]: _type = "Task" [ 907.525610] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.533273] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529c4c32-abce-1107-ec1b-c2e4a7b33db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.578365] env[69731]: DEBUG nova.compute.manager [req-dac61543-c86c-4ccb-8432-b3575979ca96 req-6f0f57f0-5ee4-4ac8-aa73-8c2d0b886b5d service nova] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Received event network-vif-deleted-6cdf43ef-dca9-4cf1-a7f4-f78b1c5766ce {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.830314] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275285, 'name': Rename_Task, 'duration_secs': 0.441309} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.830622] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.830887] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-135a02da-86df-428e-a049-95b57bd9b5a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.837744] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 907.837744] env[69731]: value = "task-3275286" [ 907.837744] env[69731]: _type = "Task" [ 907.837744] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.845924] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.978166] env[69731]: DEBUG nova.scheduler.client.report [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.017888] env[69731]: DEBUG nova.network.neutron [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [{"id": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "address": "fa:16:3e:f6:ea:d5", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc5a24-f5", "ovs_interfaceid": "b3fc5a24-f5fe-4f76-855d-390d174f4011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.036454] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529c4c32-abce-1107-ec1b-c2e4a7b33db0, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.036727] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.036988] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] ade2d469-32c8-49a4-844c-056683419d0d/ade2d469-32c8-49a4-844c-056683419d0d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.037267] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8634799c-915a-445a-ac69-28c51750816f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.044018] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 908.044018] env[69731]: value = "task-3275287" [ 908.044018] env[69731]: _type = "Task" [ 908.044018] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.054815] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.349287] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.486210] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.489067] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.214s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.491376] env[69731]: INFO nova.compute.claims [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.510941] env[69731]: INFO nova.scheduler.client.report [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Deleted allocations for instance c0d80719-3361-43dc-9d1e-c1c783b87e23 [ 908.520014] env[69731]: DEBUG oslo_concurrency.lockutils [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-5b4e59fe-0577-4368-82a2-e51b8d97dd09" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.554482] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473769} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.555241] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] ade2d469-32c8-49a4-844c-056683419d0d/ade2d469-32c8-49a4-844c-056683419d0d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.555458] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.555696] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-409e1153-c286-4645-89b6-1275e1bb1fe3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.561788] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 908.561788] env[69731]: value = "task-3275288" [ 908.561788] env[69731]: _type = "Task" [ 908.561788] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.571788] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.848089] env[69731]: DEBUG oslo_vmware.api [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275286, 'name': PowerOnVM_Task, 'duration_secs': 0.697917} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.848360] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.848569] env[69731]: INFO nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Took 8.56 seconds to spawn the instance on the hypervisor. [ 908.848738] env[69731]: DEBUG nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.849524] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1825c3a7-43c0-4d12-8983-ef2c8c8105e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.019575] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d6d4f449-6205-4098-876e-d6f0b98d92b2 tempest-ServerShowV247Test-324101167 tempest-ServerShowV247Test-324101167-project-member] Lock "c0d80719-3361-43dc-9d1e-c1c783b87e23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.208s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.072360] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064219} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.072637] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.073462] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967e3cbd-6a2d-4b50-a2c6-f2ddfca8dbc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.097471] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ade2d469-32c8-49a4-844c-056683419d0d/ade2d469-32c8-49a4-844c-056683419d0d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.097772] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a90e01-2f45-47b4-8aa7-4a7b3bd554e5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.122118] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 909.122118] env[69731]: value = "task-3275289" [ 909.122118] env[69731]: _type = "Task" [ 909.122118] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.130290] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.368307] env[69731]: INFO nova.compute.manager [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Took 41.27 seconds to build instance. [ 909.525180] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.525678] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7057ddf-16e4-4874-a5c6-da7e6eabf01a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.533579] env[69731]: DEBUG oslo_vmware.api [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 909.533579] env[69731]: value = "task-3275290" [ 909.533579] env[69731]: _type = "Task" [ 909.533579] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.544741] env[69731]: DEBUG oslo_vmware.api [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.633988] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.870738] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a5556b4f-b51a-498a-95ba-c4965fa07885 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.396s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.873614] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1459b2-847b-4544-816d-4f6ff6c8f700 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.880963] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9282b3d-462b-45b7-b31f-d632a6444f38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.916982] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5984ed25-3384-44fe-beb7-529511f94e20 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.925311] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb6c2c-bfd9-4896-9469-9fcc92264dc1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.940609] env[69731]: DEBUG nova.compute.provider_tree [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.046710] env[69731]: DEBUG oslo_vmware.api [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.134109] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275289, 'name': ReconfigVM_Task, 'duration_secs': 0.887206} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.135124] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ade2d469-32c8-49a4-844c-056683419d0d/ade2d469-32c8-49a4-844c-056683419d0d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.136949] env[69731]: DEBUG nova.compute.manager [req-c86d9f28-0fc6-4663-ae7b-28fa8b50bdd1 req-5adcf165-6990-4122-ae27-9a7f2d6724df service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Received event network-changed-6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.137200] env[69731]: DEBUG nova.compute.manager [req-c86d9f28-0fc6-4663-ae7b-28fa8b50bdd1 req-5adcf165-6990-4122-ae27-9a7f2d6724df service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Refreshing instance network info cache due to event network-changed-6ba0b49c-caf4-4e06-a0ee-156b945f77f1. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.137789] env[69731]: DEBUG oslo_concurrency.lockutils [req-c86d9f28-0fc6-4663-ae7b-28fa8b50bdd1 req-5adcf165-6990-4122-ae27-9a7f2d6724df service nova] Acquiring lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.137789] env[69731]: DEBUG oslo_concurrency.lockutils [req-c86d9f28-0fc6-4663-ae7b-28fa8b50bdd1 req-5adcf165-6990-4122-ae27-9a7f2d6724df service nova] Acquired lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.137957] env[69731]: DEBUG nova.network.neutron [req-c86d9f28-0fc6-4663-ae7b-28fa8b50bdd1 req-5adcf165-6990-4122-ae27-9a7f2d6724df service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Refreshing network info cache for port 6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.139383] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e129114-7eb2-454f-8657-6bce861a4bf8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.148374] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 910.148374] env[69731]: value = "task-3275291" [ 910.148374] env[69731]: _type = "Task" [ 910.148374] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.157948] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275291, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.444866] env[69731]: DEBUG nova.scheduler.client.report [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.545740] env[69731]: DEBUG oslo_vmware.api [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275290, 'name': PowerOnVM_Task, 'duration_secs': 0.697536} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.546032] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.546288] env[69731]: DEBUG nova.compute.manager [None req-318428cb-6a7d-4e87-87a2-6c7a3244d23d tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.547108] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36a757d-9362-4de0-80bb-513052ce2eea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.662404] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275291, 'name': Rename_Task, 'duration_secs': 0.147358} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.662618] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.662966] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b830dc-13a4-4233-8ecc-288610d9b60c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.670635] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 910.670635] env[69731]: value = "task-3275292" [ 910.670635] env[69731]: _type = "Task" [ 910.670635] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.682432] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.877851] env[69731]: DEBUG nova.network.neutron [req-c86d9f28-0fc6-4663-ae7b-28fa8b50bdd1 req-5adcf165-6990-4122-ae27-9a7f2d6724df service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updated VIF entry in instance network info cache for port 6ba0b49c-caf4-4e06-a0ee-156b945f77f1. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.878345] env[69731]: DEBUG nova.network.neutron [req-c86d9f28-0fc6-4663-ae7b-28fa8b50bdd1 req-5adcf165-6990-4122-ae27-9a7f2d6724df service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updating instance_info_cache with network_info: [{"id": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "address": "fa:16:3e:2d:95:a9", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba0b49c-ca", "ovs_interfaceid": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.949862] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.950466] env[69731]: DEBUG nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.953677] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.785s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.955237] env[69731]: INFO nova.compute.claims [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.183359] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275292, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.380924] env[69731]: DEBUG oslo_concurrency.lockutils [req-c86d9f28-0fc6-4663-ae7b-28fa8b50bdd1 req-5adcf165-6990-4122-ae27-9a7f2d6724df service nova] Releasing lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.460089] env[69731]: DEBUG nova.compute.utils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.463699] env[69731]: DEBUG nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.463890] env[69731]: DEBUG nova.network.neutron [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.502685] env[69731]: DEBUG nova.policy [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42c242951e75418eb5ab6422bac560c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c132333bf80248d59268eb4694574b0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.681980] env[69731]: DEBUG oslo_vmware.api [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275292, 'name': PowerOnVM_Task, 'duration_secs': 0.757599} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.689027] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.689027] env[69731]: INFO nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Took 8.63 seconds to spawn the instance on the hypervisor. [ 911.689027] env[69731]: DEBUG nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.689027] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cf1600-5bca-45de-8cb4-c85b5b0d944a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.964749] env[69731]: DEBUG nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.104770] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.104770] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.104770] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.104920] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.105109] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.107730] env[69731]: INFO nova.compute.manager [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Terminating instance [ 912.152329] env[69731]: DEBUG nova.network.neutron [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Successfully created port: 5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.207754] env[69731]: INFO nova.compute.manager [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Took 38.45 seconds to build instance. [ 912.351597] env[69731]: DEBUG nova.compute.manager [req-394129e0-0976-4c71-b8df-ff03297341c2 req-39fc9866-ef5f-4894-9cd3-f047cd5284e8 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Received event network-changed-6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.351886] env[69731]: DEBUG nova.compute.manager [req-394129e0-0976-4c71-b8df-ff03297341c2 req-39fc9866-ef5f-4894-9cd3-f047cd5284e8 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Refreshing instance network info cache due to event network-changed-6ba0b49c-caf4-4e06-a0ee-156b945f77f1. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.352137] env[69731]: DEBUG oslo_concurrency.lockutils [req-394129e0-0976-4c71-b8df-ff03297341c2 req-39fc9866-ef5f-4894-9cd3-f047cd5284e8 service nova] Acquiring lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.352379] env[69731]: DEBUG oslo_concurrency.lockutils [req-394129e0-0976-4c71-b8df-ff03297341c2 req-39fc9866-ef5f-4894-9cd3-f047cd5284e8 service nova] Acquired lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.352438] env[69731]: DEBUG nova.network.neutron [req-394129e0-0976-4c71-b8df-ff03297341c2 req-39fc9866-ef5f-4894-9cd3-f047cd5284e8 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Refreshing network info cache for port 6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.414285] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4069cd4-9ebb-4253-968a-40869224e592 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.422269] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db41b004-09ba-42bc-95d1-ea45b469cb76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.458809] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c9561-b150-48a5-bb19-3a39d17b690a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.466758] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed23fc-882c-4678-bd3f-d1d0d5b33fd2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.487985] env[69731]: DEBUG nova.compute.provider_tree [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.614094] env[69731]: DEBUG nova.compute.manager [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.614329] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.615250] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afaf036-a2e4-46ad-a163-1716a38909c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.623051] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.623432] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2414b72f-f83f-432a-891e-a2f6f7a72264 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.629836] env[69731]: DEBUG oslo_vmware.api [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 912.629836] env[69731]: value = "task-3275293" [ 912.629836] env[69731]: _type = "Task" [ 912.629836] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.637583] env[69731]: DEBUG oslo_vmware.api [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.710470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a97c015-0955-4235-abda-b3861fed5647 tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "ade2d469-32c8-49a4-844c-056683419d0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.172s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.824602] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "ade2d469-32c8-49a4-844c-056683419d0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.824882] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "ade2d469-32c8-49a4-844c-056683419d0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.825113] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "ade2d469-32c8-49a4-844c-056683419d0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.825301] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "ade2d469-32c8-49a4-844c-056683419d0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.825471] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "ade2d469-32c8-49a4-844c-056683419d0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.827754] env[69731]: INFO nova.compute.manager [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Terminating instance [ 912.988977] env[69731]: DEBUG nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.993174] env[69731]: DEBUG nova.scheduler.client.report [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.013158] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.014372] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.014372] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.014372] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.014372] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.014372] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.014372] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.014630] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.014630] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.014737] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.014895] env[69731]: DEBUG nova.virt.hardware [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.015824] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acea2ff-e505-4370-8aa2-3450db302d28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.027320] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf0c42a-a385-4b16-b4dc-fd5fe0e1fd23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.139523] env[69731]: DEBUG oslo_vmware.api [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275293, 'name': PowerOffVM_Task, 'duration_secs': 0.397531} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.139811] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.140100] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.140353] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d51179c3-52b5-4127-b3ac-582576392e2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.162776] env[69731]: DEBUG nova.network.neutron [req-394129e0-0976-4c71-b8df-ff03297341c2 req-39fc9866-ef5f-4894-9cd3-f047cd5284e8 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updated VIF entry in instance network info cache for port 6ba0b49c-caf4-4e06-a0ee-156b945f77f1. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.163365] env[69731]: DEBUG nova.network.neutron [req-394129e0-0976-4c71-b8df-ff03297341c2 req-39fc9866-ef5f-4894-9cd3-f047cd5284e8 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updating instance_info_cache with network_info: [{"id": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "address": "fa:16:3e:2d:95:a9", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba0b49c-ca", "ovs_interfaceid": "6ba0b49c-caf4-4e06-a0ee-156b945f77f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.331831] env[69731]: DEBUG nova.compute.manager [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.332206] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.333145] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d4712-6e64-4feb-b152-7a7e2ade0487 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.340990] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.341252] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25414949-cf3f-4555-a454-428aa03f0338 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.348050] env[69731]: DEBUG oslo_vmware.api [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 913.348050] env[69731]: value = "task-3275295" [ 913.348050] env[69731]: _type = "Task" [ 913.348050] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.359041] env[69731]: DEBUG oslo_vmware.api [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.498310] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.498880] env[69731]: DEBUG nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.501591] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.854s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.501803] env[69731]: DEBUG nova.objects.instance [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lazy-loading 'resources' on Instance uuid e81fc2c6-8da1-43f3-a88f-53a4e6f400f9 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.665890] env[69731]: DEBUG oslo_concurrency.lockutils [req-394129e0-0976-4c71-b8df-ff03297341c2 req-39fc9866-ef5f-4894-9cd3-f047cd5284e8 service nova] Releasing lock "refresh_cache-c16d335e-1eef-47dc-b16a-0b4ddfcdf472" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.703118] env[69731]: DEBUG nova.network.neutron [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Successfully updated port: 5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.819732] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.820131] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.858337] env[69731]: DEBUG oslo_vmware.api [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275295, 'name': PowerOffVM_Task, 'duration_secs': 0.363937} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.858606] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.858816] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.859034] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57162e67-dc4a-4b75-ba76-bb85e9270fbe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.004826] env[69731]: DEBUG nova.compute.utils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.009126] env[69731]: DEBUG nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.009322] env[69731]: DEBUG nova.network.neutron [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.075712] env[69731]: DEBUG nova.policy [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.205526] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquiring lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.205670] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquired lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.205817] env[69731]: DEBUG nova.network.neutron [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.322846] env[69731]: DEBUG nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.388466] env[69731]: DEBUG nova.compute.manager [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Received event network-vif-plugged-5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.388844] env[69731]: DEBUG oslo_concurrency.lockutils [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] Acquiring lock "45444e23-5f1b-425d-9bf2-4868fbe24a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.389207] env[69731]: DEBUG oslo_concurrency.lockutils [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] Lock "45444e23-5f1b-425d-9bf2-4868fbe24a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.389540] env[69731]: DEBUG oslo_concurrency.lockutils [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] Lock "45444e23-5f1b-425d-9bf2-4868fbe24a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.389842] env[69731]: DEBUG nova.compute.manager [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] No waiting events found dispatching network-vif-plugged-5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.390429] env[69731]: WARNING nova.compute.manager [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Received unexpected event network-vif-plugged-5c5887db-e165-400c-8934-ccf24b8a02f1 for instance with vm_state building and task_state spawning. [ 914.390513] env[69731]: DEBUG nova.compute.manager [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Received event network-changed-5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.390713] env[69731]: DEBUG nova.compute.manager [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Refreshing instance network info cache due to event network-changed-5c5887db-e165-400c-8934-ccf24b8a02f1. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.391087] env[69731]: DEBUG oslo_concurrency.lockutils [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] Acquiring lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.439017] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee61db4-2e7d-4f16-b874-160e381087f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.445226] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b6e39f-1e39-46b4-8662-1f4447f420b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.477252] env[69731]: DEBUG nova.network.neutron [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Successfully created port: 0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.479534] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978be944-91f3-4067-a01b-5df2acb0b615 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.489753] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7e6a5a-156b-4a39-8645-560274c389ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.504106] env[69731]: DEBUG nova.compute.provider_tree [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.511780] env[69731]: DEBUG nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.739202] env[69731]: DEBUG nova.network.neutron [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.841422] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.887943] env[69731]: DEBUG nova.network.neutron [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Updating instance_info_cache with network_info: [{"id": "5c5887db-e165-400c-8934-ccf24b8a02f1", "address": "fa:16:3e:cd:d1:7f", "network": {"id": "9e64509c-5772-48c8-811a-1496f93ea839", "bridge": "br-int", "label": "tempest-ServersTestJSON-218767419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c132333bf80248d59268eb4694574b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5887db-e1", "ovs_interfaceid": "5c5887db-e165-400c-8934-ccf24b8a02f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.008955] env[69731]: DEBUG nova.scheduler.client.report [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.080212] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.080462] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.081018] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleting the datastore file [datastore1] 5b4e59fe-0577-4368-82a2-e51b8d97dd09 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.081351] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-393f528f-20c0-4d1c-b6ce-d663bd80be62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.088455] env[69731]: DEBUG oslo_vmware.api [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 915.088455] env[69731]: value = "task-3275297" [ 915.088455] env[69731]: _type = "Task" [ 915.088455] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.093301] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.093497] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.093676] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleting the datastore file [datastore1] ade2d469-32c8-49a4-844c-056683419d0d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.094286] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2794af58-7606-4f05-a782-0884819605f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.098538] env[69731]: DEBUG oslo_vmware.api [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.102911] env[69731]: DEBUG oslo_vmware.api [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for the task: (returnval){ [ 915.102911] env[69731]: value = "task-3275298" [ 915.102911] env[69731]: _type = "Task" [ 915.102911] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.114324] env[69731]: DEBUG oslo_vmware.api [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.390659] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Releasing lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.391083] env[69731]: DEBUG nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Instance network_info: |[{"id": "5c5887db-e165-400c-8934-ccf24b8a02f1", "address": "fa:16:3e:cd:d1:7f", "network": {"id": "9e64509c-5772-48c8-811a-1496f93ea839", "bridge": "br-int", "label": "tempest-ServersTestJSON-218767419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c132333bf80248d59268eb4694574b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5887db-e1", "ovs_interfaceid": "5c5887db-e165-400c-8934-ccf24b8a02f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.391408] env[69731]: DEBUG oslo_concurrency.lockutils [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] Acquired lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.391581] env[69731]: DEBUG nova.network.neutron [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Refreshing network info cache for port 5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.393776] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:d1:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c5887db-e165-400c-8934-ccf24b8a02f1', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.404253] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Creating folder: Project (c132333bf80248d59268eb4694574b0f). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.407957] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de17cadf-b641-4301-a3c0-6262171e9507 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.418811] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Created folder: Project (c132333bf80248d59268eb4694574b0f) in parent group-v654000. [ 915.419028] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Creating folder: Instances. Parent ref: group-v654188. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.419452] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7accdd14-7ca8-47bf-bbfc-e260d4b33aee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.427742] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Created folder: Instances in parent group-v654188. [ 915.427980] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.428184] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.428392] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c6f14e-ee06-4550-9a25-cc8ba04535b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.449699] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.449699] env[69731]: value = "task-3275301" [ 915.449699] env[69731]: _type = "Task" [ 915.449699] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.458902] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275301, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.512564] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.515023] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.758s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.515277] env[69731]: DEBUG nova.objects.instance [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lazy-loading 'resources' on Instance uuid 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.519840] env[69731]: DEBUG nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.539391] env[69731]: INFO nova.scheduler.client.report [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleted allocations for instance e81fc2c6-8da1-43f3-a88f-53a4e6f400f9 [ 915.552856] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.552989] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.553157] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.553371] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.553532] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.553704] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.553882] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.554052] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.554246] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.554497] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.554658] env[69731]: DEBUG nova.virt.hardware [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.555506] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd40a38f-5848-44ec-b897-9d05029c999e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.566321] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b50453-56b1-402d-9854-1aa1dafb94f6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.598060] env[69731]: DEBUG oslo_vmware.api [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167629} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.598327] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.598508] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.598677] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.598857] env[69731]: INFO nova.compute.manager [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Took 2.98 seconds to destroy the instance on the hypervisor. [ 915.599109] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.599294] env[69731]: DEBUG nova.compute.manager [-] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.599391] env[69731]: DEBUG nova.network.neutron [-] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.611177] env[69731]: DEBUG oslo_vmware.api [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Task: {'id': task-3275298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154042} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.611409] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.611583] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.611753] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.611918] env[69731]: INFO nova.compute.manager [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Took 2.28 seconds to destroy the instance on the hypervisor. [ 915.612154] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.612333] env[69731]: DEBUG nova.compute.manager [-] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.612424] env[69731]: DEBUG nova.network.neutron [-] [instance: ade2d469-32c8-49a4-844c-056683419d0d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.671792] env[69731]: DEBUG nova.network.neutron [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Updated VIF entry in instance network info cache for port 5c5887db-e165-400c-8934-ccf24b8a02f1. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.671792] env[69731]: DEBUG nova.network.neutron [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Updating instance_info_cache with network_info: [{"id": "5c5887db-e165-400c-8934-ccf24b8a02f1", "address": "fa:16:3e:cd:d1:7f", "network": {"id": "9e64509c-5772-48c8-811a-1496f93ea839", "bridge": "br-int", "label": "tempest-ServersTestJSON-218767419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c132333bf80248d59268eb4694574b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5887db-e1", "ovs_interfaceid": "5c5887db-e165-400c-8934-ccf24b8a02f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.889087] env[69731]: DEBUG nova.compute.manager [req-4fdbe3f7-280c-49a1-9df3-0c7d3ba70778 req-faf4eb22-c4d4-4f59-b74e-d7493d75c62e service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Received event network-vif-deleted-ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.889372] env[69731]: INFO nova.compute.manager [req-4fdbe3f7-280c-49a1-9df3-0c7d3ba70778 req-faf4eb22-c4d4-4f59-b74e-d7493d75c62e service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Neutron deleted interface ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2; detaching it from the instance and deleting it from the info cache [ 915.889510] env[69731]: DEBUG nova.network.neutron [req-4fdbe3f7-280c-49a1-9df3-0c7d3ba70778 req-faf4eb22-c4d4-4f59-b74e-d7493d75c62e service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.962675] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275301, 'name': CreateVM_Task, 'duration_secs': 0.340789} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.962855] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.963739] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.964133] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.964471] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.964726] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4634df1-47f8-4714-962a-bdb495ad1ca7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.970584] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 915.970584] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525acc18-47cf-1979-faf1-3a2d8c4113dc" [ 915.970584] env[69731]: _type = "Task" [ 915.970584] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.978809] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525acc18-47cf-1979-faf1-3a2d8c4113dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.051430] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b8e337c3-8388-42a5-aedd-3ad2fe95f108 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "e81fc2c6-8da1-43f3-a88f-53a4e6f400f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.233s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.176399] env[69731]: DEBUG oslo_concurrency.lockutils [req-deb8c7fe-b6e3-48bf-9d93-a3d1d6511d5a req-20b2a3dc-6643-42b7-9188-b9bafca66349 service nova] Releasing lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.263483] env[69731]: DEBUG nova.network.neutron [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Successfully updated port: 0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.372702] env[69731]: DEBUG nova.network.neutron [-] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.393140] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d382166-e3e2-4e40-b7e8-e6d0087bcb03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.412287] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cdc1b5-261e-49c8-a69f-2e92e7945ad7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.450111] env[69731]: DEBUG nova.compute.manager [req-4fdbe3f7-280c-49a1-9df3-0c7d3ba70778 req-faf4eb22-c4d4-4f59-b74e-d7493d75c62e service nova] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Detach interface failed, port_id=ef2c9f23-528b-4bb4-ba85-0cdfa010f7e2, reason: Instance ade2d469-32c8-49a4-844c-056683419d0d could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.457632] env[69731]: DEBUG nova.compute.manager [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received event network-vif-plugged-0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.457849] env[69731]: DEBUG oslo_concurrency.lockutils [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] Acquiring lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.458072] env[69731]: DEBUG oslo_concurrency.lockutils [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.458238] env[69731]: DEBUG oslo_concurrency.lockutils [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.458409] env[69731]: DEBUG nova.compute.manager [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] No waiting events found dispatching network-vif-plugged-0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.458568] env[69731]: WARNING nova.compute.manager [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received unexpected event network-vif-plugged-0bc79ab4-bcb3-45bf-b12b-b5976015f778 for instance with vm_state building and task_state spawning. [ 916.458727] env[69731]: DEBUG nova.compute.manager [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received event network-changed-0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.458905] env[69731]: DEBUG nova.compute.manager [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Refreshing instance network info cache due to event network-changed-0bc79ab4-bcb3-45bf-b12b-b5976015f778. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.459113] env[69731]: DEBUG oslo_concurrency.lockutils [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] Acquiring lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.459247] env[69731]: DEBUG oslo_concurrency.lockutils [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] Acquired lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.459398] env[69731]: DEBUG nova.network.neutron [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Refreshing network info cache for port 0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.477604] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc930dd-600c-41bf-81a7-ed680f893dd7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.489575] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2973d8-29f0-4a32-9442-f5baab40b3b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.493134] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525acc18-47cf-1979-faf1-3a2d8c4113dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.493448] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.493688] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.493961] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.494133] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.494311] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.494969] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9dbe672-8b25-4242-80a0-976ef64304da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.524346] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7dcbd5-a01d-432d-9b97-673982892d59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.534033] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9346936-6da9-4489-b3ba-02ced48c1e3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.540286] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.540286] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.540589] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df70b9d8-01f4-433a-87ee-56a9f6686942 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.552563] env[69731]: DEBUG nova.compute.provider_tree [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.557132] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 916.557132] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520e2b27-f5cb-1c7f-125c-aedcd9ff6f78" [ 916.557132] env[69731]: _type = "Task" [ 916.557132] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.566262] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520e2b27-f5cb-1c7f-125c-aedcd9ff6f78, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.567041] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7636b0f6-5ce7-4fb5-b2bc-1384b305beda {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.572870] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 916.572870] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d5c93b-cfe2-872d-6870-4e44039aff6b" [ 916.572870] env[69731]: _type = "Task" [ 916.572870] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.580588] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d5c93b-cfe2-872d-6870-4e44039aff6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.765746] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.853483] env[69731]: DEBUG nova.network.neutron [-] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.875624] env[69731]: INFO nova.compute.manager [-] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Took 1.26 seconds to deallocate network for instance. [ 916.993457] env[69731]: DEBUG nova.network.neutron [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.057239] env[69731]: DEBUG nova.scheduler.client.report [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.063221] env[69731]: DEBUG nova.network.neutron [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.084372] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d5c93b-cfe2-872d-6870-4e44039aff6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.084599] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.084870] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 45444e23-5f1b-425d-9bf2-4868fbe24a19/45444e23-5f1b-425d-9bf2-4868fbe24a19.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.085087] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9804308c-8c20-4c4b-a3b0-3bb680995f8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.091703] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 917.091703] env[69731]: value = "task-3275302" [ 917.091703] env[69731]: _type = "Task" [ 917.091703] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.099798] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.354825] env[69731]: INFO nova.compute.manager [-] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Took 1.76 seconds to deallocate network for instance. [ 917.382802] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.561747] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.564172] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.511s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.565622] env[69731]: INFO nova.compute.claims [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.568325] env[69731]: DEBUG oslo_concurrency.lockutils [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] Releasing lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.568498] env[69731]: DEBUG nova.compute.manager [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Received event network-vif-deleted-b3fc5a24-f5fe-4f76-855d-390d174f4011 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.568667] env[69731]: INFO nova.compute.manager [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Neutron deleted interface b3fc5a24-f5fe-4f76-855d-390d174f4011; detaching it from the instance and deleting it from the info cache [ 917.568874] env[69731]: DEBUG nova.network.neutron [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.572502] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.572502] env[69731]: DEBUG nova.network.neutron [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.589321] env[69731]: INFO nova.scheduler.client.report [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Deleted allocations for instance 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f [ 917.604048] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436076} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.604048] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 45444e23-5f1b-425d-9bf2-4868fbe24a19/45444e23-5f1b-425d-9bf2-4868fbe24a19.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.604048] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.604220] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93bd4fd3-eb0a-4d5b-ac03-ea1d38179352 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.612126] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 917.612126] env[69731]: value = "task-3275303" [ 917.612126] env[69731]: _type = "Task" [ 917.612126] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.620063] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.862665] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.073081] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-881ef29c-b921-4fda-b5c4-897ea032b26a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.084367] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873272c2-4821-4425-be27-68d3faadb84b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.097595] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f79692c-ec82-4dbd-a792-053d6802e6e4 tempest-MultipleCreateTestJSON-1470417769 tempest-MultipleCreateTestJSON-1470417769-project-member] Lock "5b4a3c36-49b3-4e95-81ea-36c2b5bf902f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.170s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.104497] env[69731]: DEBUG nova.network.neutron [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.119491] env[69731]: DEBUG nova.compute.manager [req-20e455a3-9fe0-4ea4-a0dd-f68c107bedbd req-a572d282-8870-4ab0-bf1c-afd20511df64 service nova] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Detach interface failed, port_id=b3fc5a24-f5fe-4f76-855d-390d174f4011, reason: Instance 5b4e59fe-0577-4368-82a2-e51b8d97dd09 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.130057] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069916} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.130312] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.131100] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefef03a-b890-46df-8e71-a3d54de288b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.154794] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 45444e23-5f1b-425d-9bf2-4868fbe24a19/45444e23-5f1b-425d-9bf2-4868fbe24a19.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.155444] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f85817a9-3870-48a0-b643-cdebf7b8bcf7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.175454] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 918.175454] env[69731]: value = "task-3275304" [ 918.175454] env[69731]: _type = "Task" [ 918.175454] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.183268] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.310943] env[69731]: DEBUG nova.network.neutron [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [{"id": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "address": "fa:16:3e:a5:45:30", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc79ab4-bc", "ovs_interfaceid": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.685918] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275304, 'name': ReconfigVM_Task, 'duration_secs': 0.295248} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.689792] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 45444e23-5f1b-425d-9bf2-4868fbe24a19/45444e23-5f1b-425d-9bf2-4868fbe24a19.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.691415] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc43c84-17a2-4fef-8c03-c727ab8ffe38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.697982] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 918.697982] env[69731]: value = "task-3275305" [ 918.697982] env[69731]: _type = "Task" [ 918.697982] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.711733] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275305, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.814776] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.815381] env[69731]: DEBUG nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Instance network_info: |[{"id": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "address": "fa:16:3e:a5:45:30", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc79ab4-bc", "ovs_interfaceid": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.816091] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:45:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bc79ab4-bcb3-45bf-b12b-b5976015f778', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.824835] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Creating folder: Project (720a87395b9246519051011f27876a75). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.825499] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf3f69b5-4235-4722-9597-0fcdb0a74c7d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.839251] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Created folder: Project (720a87395b9246519051011f27876a75) in parent group-v654000. [ 918.839480] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Creating folder: Instances. Parent ref: group-v654191. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.841996] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37fffbba-4738-46bb-b0f4-77b1245898aa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.853624] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Created folder: Instances in parent group-v654191. [ 918.853878] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.856528] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.856995] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7a3e854-6055-42e4-9b12-e280615a8a6c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.878745] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.878745] env[69731]: value = "task-3275308" [ 918.878745] env[69731]: _type = "Task" [ 918.878745] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.886302] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275308, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.986474] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e3222a-5880-4c34-8df5-31cbc1539942 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.994387] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c9ecf6-e1b1-4033-95ed-054b5d926ef8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.025018] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfbb2a5-9e56-4b9f-9ba8-a523666ae58d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.032576] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff1c79-285c-4b08-9346-324d4745e0bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.046645] env[69731]: DEBUG nova.compute.provider_tree [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.208158] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275305, 'name': Rename_Task, 'duration_secs': 0.153052} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.208543] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.208679] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bc02c02-cd80-452d-b0d9-501014ae0350 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.215054] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 919.215054] env[69731]: value = "task-3275309" [ 919.215054] env[69731]: _type = "Task" [ 919.215054] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.223289] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.388387] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275308, 'name': CreateVM_Task, 'duration_secs': 0.395568} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.388530] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.389235] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.389396] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.389715] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.389968] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3dc4df-d916-4b47-87f2-d0c2989cf01a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.394340] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 919.394340] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d5aa3c-3a9c-11de-3db3-061ff6c9de21" [ 919.394340] env[69731]: _type = "Task" [ 919.394340] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.403458] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d5aa3c-3a9c-11de-3db3-061ff6c9de21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.549840] env[69731]: DEBUG nova.scheduler.client.report [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.729530] env[69731]: DEBUG oslo_vmware.api [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275309, 'name': PowerOnVM_Task, 'duration_secs': 0.487971} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.729794] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.730222] env[69731]: INFO nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Took 6.74 seconds to spawn the instance on the hypervisor. [ 919.732020] env[69731]: DEBUG nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.732176] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed35a6d-862b-48c3-a7af-ca04fc803fa5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.905334] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d5aa3c-3a9c-11de-3db3-061ff6c9de21, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.905730] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.906089] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.906350] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.906497] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.906695] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.906992] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf82ff7-cfd1-4ce2-b148-5192692c9b8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.915877] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.916115] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.916878] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3587aa-053a-4bb5-ad18-a68a8fc773e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.923181] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 919.923181] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5233c9fc-030c-0ff6-bf2b-ea43109dc54c" [ 919.923181] env[69731]: _type = "Task" [ 919.923181] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.933982] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5233c9fc-030c-0ff6-bf2b-ea43109dc54c, 'name': SearchDatastore_Task, 'duration_secs': 0.007916} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.934818] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9799811b-4793-477a-a8ed-d28d462c83e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.939721] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 919.939721] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291db26-b2d7-d616-bacf-9c0fd51ae9df" [ 919.939721] env[69731]: _type = "Task" [ 919.939721] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.947262] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291db26-b2d7-d616-bacf-9c0fd51ae9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.055623] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.056155] env[69731]: DEBUG nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.058919] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.832s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.060889] env[69731]: INFO nova.compute.claims [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.257606] env[69731]: INFO nova.compute.manager [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Took 41.10 seconds to build instance. [ 920.450358] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291db26-b2d7-d616-bacf-9c0fd51ae9df, 'name': SearchDatastore_Task, 'duration_secs': 0.007764} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.450686] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.450977] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] c6288f2d-c6bb-4904-b2ae-e701dbfc7653/c6288f2d-c6bb-4904-b2ae-e701dbfc7653.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.451259] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47b421ff-9692-4d4a-816a-0365493d5d68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.457245] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 920.457245] env[69731]: value = "task-3275310" [ 920.457245] env[69731]: _type = "Task" [ 920.457245] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.464631] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.570070] env[69731]: DEBUG nova.compute.utils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.570415] env[69731]: DEBUG nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.570628] env[69731]: DEBUG nova.network.neutron [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.762977] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f98c581-323e-4da0-9df4-83b5cf045db8 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "45444e23-5f1b-425d-9bf2-4868fbe24a19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.934s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.954248] env[69731]: DEBUG nova.policy [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d89bd2fe01a4befa0d75ed0dd9b2d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466e43cafa684015890bc19aa062f548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.968510] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447323} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.969610] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] c6288f2d-c6bb-4904-b2ae-e701dbfc7653/c6288f2d-c6bb-4904-b2ae-e701dbfc7653.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.969610] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.969610] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-294c8082-4861-448e-8a08-f993299fabf8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.975305] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 920.975305] env[69731]: value = "task-3275311" [ 920.975305] env[69731]: _type = "Task" [ 920.975305] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.985124] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.077214] env[69731]: DEBUG nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.331789] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.332151] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.346951] env[69731]: DEBUG nova.network.neutron [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Successfully created port: 77a83552-f046-49db-b422-ca8f8c28c9bc {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.485688] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073075} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.486960] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.487732] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce0f06-38e1-456b-bfda-db525e556efd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.490515] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e89ffe-f198-4201-a7df-fc6c7bb8df3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.512750] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] c6288f2d-c6bb-4904-b2ae-e701dbfc7653/c6288f2d-c6bb-4904-b2ae-e701dbfc7653.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.515887] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896238dd-44a4-4e31-9505-59222b4c5523 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.530393] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3f885c-77ab-4dec-8bb5-776aaeb454da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.539263] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 921.539263] env[69731]: value = "task-3275312" [ 921.539263] env[69731]: _type = "Task" [ 921.539263] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.567757] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dccbe1-0ee1-4c14-8e09-8d77ef68d26f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.577397] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.580934] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6f849-d2ad-459c-837c-0312c6f185de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.599460] env[69731]: DEBUG nova.compute.provider_tree [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.614236] env[69731]: DEBUG nova.compute.manager [req-2d574cb1-0371-42d1-901e-7546d8d601a7 req-74314671-36e7-4bf2-9024-cd67557651cd service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Received event network-changed-5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.614480] env[69731]: DEBUG nova.compute.manager [req-2d574cb1-0371-42d1-901e-7546d8d601a7 req-74314671-36e7-4bf2-9024-cd67557651cd service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Refreshing instance network info cache due to event network-changed-5c5887db-e165-400c-8934-ccf24b8a02f1. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.614694] env[69731]: DEBUG oslo_concurrency.lockutils [req-2d574cb1-0371-42d1-901e-7546d8d601a7 req-74314671-36e7-4bf2-9024-cd67557651cd service nova] Acquiring lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.614840] env[69731]: DEBUG oslo_concurrency.lockutils [req-2d574cb1-0371-42d1-901e-7546d8d601a7 req-74314671-36e7-4bf2-9024-cd67557651cd service nova] Acquired lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.615062] env[69731]: DEBUG nova.network.neutron [req-2d574cb1-0371-42d1-901e-7546d8d601a7 req-74314671-36e7-4bf2-9024-cd67557651cd service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Refreshing network info cache for port 5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.835231] env[69731]: DEBUG nova.compute.manager [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.073582] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275312, 'name': ReconfigVM_Task, 'duration_secs': 0.272388} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.074239] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Reconfigured VM instance instance-00000042 to attach disk [datastore1] c6288f2d-c6bb-4904-b2ae-e701dbfc7653/c6288f2d-c6bb-4904-b2ae-e701dbfc7653.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.074734] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe2a5312-253f-4aa3-9e43-71e4746f63fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.081856] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 922.081856] env[69731]: value = "task-3275313" [ 922.081856] env[69731]: _type = "Task" [ 922.081856] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.091688] env[69731]: DEBUG nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.094608] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275313, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.104153] env[69731]: DEBUG nova.scheduler.client.report [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.131379] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.132481] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.132776] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.133282] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.133490] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.133758] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.134137] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.134462] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.134737] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.135014] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.135331] env[69731]: DEBUG nova.virt.hardware [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.137831] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe7437f-502a-455b-b8dd-532e40bdad21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.148302] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba827a-3773-4117-9454-6e7d02d456e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.369020] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.414075] env[69731]: DEBUG nova.network.neutron [req-2d574cb1-0371-42d1-901e-7546d8d601a7 req-74314671-36e7-4bf2-9024-cd67557651cd service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Updated VIF entry in instance network info cache for port 5c5887db-e165-400c-8934-ccf24b8a02f1. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.414479] env[69731]: DEBUG nova.network.neutron [req-2d574cb1-0371-42d1-901e-7546d8d601a7 req-74314671-36e7-4bf2-9024-cd67557651cd service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Updating instance_info_cache with network_info: [{"id": "5c5887db-e165-400c-8934-ccf24b8a02f1", "address": "fa:16:3e:cd:d1:7f", "network": {"id": "9e64509c-5772-48c8-811a-1496f93ea839", "bridge": "br-int", "label": "tempest-ServersTestJSON-218767419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c132333bf80248d59268eb4694574b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5887db-e1", "ovs_interfaceid": "5c5887db-e165-400c-8934-ccf24b8a02f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.593859] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275313, 'name': Rename_Task, 'duration_secs': 0.147095} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.593859] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.594040] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ab8ff0-95d0-438f-9bb9-4dba76bc1935 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.600659] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 922.600659] env[69731]: value = "task-3275314" [ 922.600659] env[69731]: _type = "Task" [ 922.600659] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.342370] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.283s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.342906] env[69731]: DEBUG nova.compute.manager [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.347341] env[69731]: DEBUG oslo_concurrency.lockutils [req-2d574cb1-0371-42d1-901e-7546d8d601a7 req-74314671-36e7-4bf2-9024-cd67557651cd service nova] Releasing lock "refresh_cache-45444e23-5f1b-425d-9bf2-4868fbe24a19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.347716] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.347896] env[69731]: WARNING oslo_vmware.common.loopingcall [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] task run outlasted interval by 0.24708200000000002 sec [ 923.348890] env[69731]: DEBUG nova.network.neutron [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Successfully updated port: 77a83552-f046-49db-b422-ca8f8c28c9bc {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.353027] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.307s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.353027] env[69731]: DEBUG nova.compute.manager [req-78046e49-13d1-4b81-b996-4cdd010368e0 req-c6997105-1675-406a-9785-a865b57dee01 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Received event network-vif-plugged-77a83552-f046-49db-b422-ca8f8c28c9bc {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.353027] env[69731]: DEBUG oslo_concurrency.lockutils [req-78046e49-13d1-4b81-b996-4cdd010368e0 req-c6997105-1675-406a-9785-a865b57dee01 service nova] Acquiring lock "27901116-528f-416f-a9cd-c8694bedae6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.353027] env[69731]: DEBUG oslo_concurrency.lockutils [req-78046e49-13d1-4b81-b996-4cdd010368e0 req-c6997105-1675-406a-9785-a865b57dee01 service nova] Lock "27901116-528f-416f-a9cd-c8694bedae6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.353027] env[69731]: DEBUG oslo_concurrency.lockutils [req-78046e49-13d1-4b81-b996-4cdd010368e0 req-c6997105-1675-406a-9785-a865b57dee01 service nova] Lock "27901116-528f-416f-a9cd-c8694bedae6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.353319] env[69731]: DEBUG nova.compute.manager [req-78046e49-13d1-4b81-b996-4cdd010368e0 req-c6997105-1675-406a-9785-a865b57dee01 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] No waiting events found dispatching network-vif-plugged-77a83552-f046-49db-b422-ca8f8c28c9bc {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.353319] env[69731]: WARNING nova.compute.manager [req-78046e49-13d1-4b81-b996-4cdd010368e0 req-c6997105-1675-406a-9785-a865b57dee01 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Received unexpected event network-vif-plugged-77a83552-f046-49db-b422-ca8f8c28c9bc for instance with vm_state building and task_state spawning. [ 923.353752] env[69731]: DEBUG nova.compute.manager [req-bbffdd75-5da7-4640-8f13-0fb6317c4103 req-d049e416-6b27-44a5-ab72-9fbe4a913173 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Received event network-changed-77a83552-f046-49db-b422-ca8f8c28c9bc {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.353820] env[69731]: DEBUG nova.compute.manager [req-bbffdd75-5da7-4640-8f13-0fb6317c4103 req-d049e416-6b27-44a5-ab72-9fbe4a913173 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Refreshing instance network info cache due to event network-changed-77a83552-f046-49db-b422-ca8f8c28c9bc. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.353951] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbffdd75-5da7-4640-8f13-0fb6317c4103 req-d049e416-6b27-44a5-ab72-9fbe4a913173 service nova] Acquiring lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.354087] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbffdd75-5da7-4640-8f13-0fb6317c4103 req-d049e416-6b27-44a5-ab72-9fbe4a913173 service nova] Acquired lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.354233] env[69731]: DEBUG nova.network.neutron [req-bbffdd75-5da7-4640-8f13-0fb6317c4103 req-d049e416-6b27-44a5-ab72-9fbe4a913173 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Refreshing network info cache for port 77a83552-f046-49db-b422-ca8f8c28c9bc {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.364787] env[69731]: DEBUG oslo_vmware.api [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275314, 'name': PowerOnVM_Task, 'duration_secs': 0.490168} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.366998] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.366998] env[69731]: INFO nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Took 7.85 seconds to spawn the instance on the hypervisor. [ 923.366998] env[69731]: DEBUG nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.367179] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d5735-bd63-4f01-b34a-68896d92680d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.850740] env[69731]: DEBUG nova.compute.utils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.852040] env[69731]: DEBUG nova.compute.manager [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 923.856767] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.884933] env[69731]: INFO nova.compute.manager [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Took 41.74 seconds to build instance. [ 923.916298] env[69731]: DEBUG nova.network.neutron [req-bbffdd75-5da7-4640-8f13-0fb6317c4103 req-d049e416-6b27-44a5-ab72-9fbe4a913173 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.005163] env[69731]: DEBUG nova.network.neutron [req-bbffdd75-5da7-4640-8f13-0fb6317c4103 req-d049e416-6b27-44a5-ab72-9fbe4a913173 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.354657] env[69731]: DEBUG nova.compute.manager [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.370247] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Applying migration context for instance 8425829c-c4ad-40b5-93f5-5cac89c6ae64 as it has an incoming, in-progress migration 7ab34e75-8d59-4ccd-a290-f8bf100b4fa5. Migration status is reverting {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 924.372370] env[69731]: INFO nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating resource usage from migration 7ab34e75-8d59-4ccd-a290-f8bf100b4fa5 [ 924.387570] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cff1e31d-add4-47eb-87f4-5e2aeed01ab3 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.359s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.396570] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 47b618d1-5850-4994-843d-7fccb7e8ecde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.396675] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 0f58f9a2-8d42-44b2-828c-fc96f3615014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.396780] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 661541b3-dd38-4692-af94-dce06e9cdb7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.396901] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 07fc5084-9939-43bb-b27f-047be2691ee6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.397032] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 5e8ce78c-53ea-44fb-9a08-b33471eb8c32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.397151] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.397257] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance f52b9ffb-6bbc-4bca-97ba-244c0b237944 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.397361] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 1835d340-c509-4271-a5b1-c7111341911d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.397483] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 5b4e59fe-0577-4368-82a2-e51b8d97dd09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.398524] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7425d84f-1723-4521-8270-ff20a0e13864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398524] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 12600966-7597-402e-a27e-b77d3b97afc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398524] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7cbb839b-a3e5-4a93-92f8-123745434129 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398524] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Migration 7ab34e75-8d59-4ccd-a290-f8bf100b4fa5 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 924.398665] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 8425829c-c4ad-40b5-93f5-5cac89c6ae64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398665] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 8dca5694-2a64-48ca-be6c-590c3e4f8abc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.398665] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance b45c7ce3-c93d-44aa-b7bf-282ebffe28fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.398665] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 1780a99e-8982-46bb-9134-6d453c5ff993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398665] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 24ab2728-11fe-4772-b03e-f8658a92ea6c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398802] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance c16d335e-1eef-47dc-b16a-0b4ddfcdf472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398802] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance ade2d469-32c8-49a4-844c-056683419d0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.398802] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 45444e23-5f1b-425d-9bf2-4868fbe24a19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398906] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance c6288f2d-c6bb-4904-b2ae-e701dbfc7653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.398940] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 27901116-528f-416f-a9cd-c8694bedae6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.399060] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2030c18c-0736-4de5-bfbf-8801ced72fe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.508463] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbffdd75-5da7-4640-8f13-0fb6317c4103 req-d049e416-6b27-44a5-ab72-9fbe4a913173 service nova] Releasing lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.509030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.509030] env[69731]: DEBUG nova.network.neutron [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.903570] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 413bb13f-3ff9-4994-8777-93c70336d533 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.052349] env[69731]: DEBUG nova.network.neutron [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.241342] env[69731]: DEBUG nova.network.neutron [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Updating instance_info_cache with network_info: [{"id": "77a83552-f046-49db-b422-ca8f8c28c9bc", "address": "fa:16:3e:92:3d:1e", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a83552-f0", "ovs_interfaceid": "77a83552-f046-49db-b422-ca8f8c28c9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.363875] env[69731]: DEBUG nova.compute.manager [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.399403] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.403018] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.403018] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.403018] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.404053] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.404329] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.404573] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.404718] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.404902] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.405171] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.405278] env[69731]: DEBUG nova.virt.hardware [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.406068] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance e9043ee3-be78-448e-a2ab-a0e41d023b4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.411349] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76923e6-973e-4c41-ab26-b70b9051cb93 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.421748] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4fd8c-5d79-409c-aeee-7b74606c0f70 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.426164] env[69731]: DEBUG nova.compute.manager [req-1041711e-def4-4731-b9ff-d8bfde39d49a req-04246967-64c1-4fa6-911f-746c67e7ffea service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received event network-changed-0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.426346] env[69731]: DEBUG nova.compute.manager [req-1041711e-def4-4731-b9ff-d8bfde39d49a req-04246967-64c1-4fa6-911f-746c67e7ffea service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Refreshing instance network info cache due to event network-changed-0bc79ab4-bcb3-45bf-b12b-b5976015f778. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.426565] env[69731]: DEBUG oslo_concurrency.lockutils [req-1041711e-def4-4731-b9ff-d8bfde39d49a req-04246967-64c1-4fa6-911f-746c67e7ffea service nova] Acquiring lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.426690] env[69731]: DEBUG oslo_concurrency.lockutils [req-1041711e-def4-4731-b9ff-d8bfde39d49a req-04246967-64c1-4fa6-911f-746c67e7ffea service nova] Acquired lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.427097] env[69731]: DEBUG nova.network.neutron [req-1041711e-def4-4731-b9ff-d8bfde39d49a req-04246967-64c1-4fa6-911f-746c67e7ffea service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Refreshing network info cache for port 0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.439092] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.444527] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Creating folder: Project (1562d8e06b684a649de98c7c0b97683b). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.445243] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad351556-50b9-4878-b415-201d1b2a9c89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.455415] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Created folder: Project (1562d8e06b684a649de98c7c0b97683b) in parent group-v654000. [ 925.455593] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Creating folder: Instances. Parent ref: group-v654194. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.455806] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af82ef6e-4291-44c7-b142-2b1945b866be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.464331] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Created folder: Instances in parent group-v654194. [ 925.464561] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.464736] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.464926] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a294d30-34b6-4d2e-a7f9-ebca5a693c0d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.482512] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.482512] env[69731]: value = "task-3275317" [ 925.482512] env[69731]: _type = "Task" [ 925.482512] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.489857] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275317, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.744215] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.744656] env[69731]: DEBUG nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Instance network_info: |[{"id": "77a83552-f046-49db-b422-ca8f8c28c9bc", "address": "fa:16:3e:92:3d:1e", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a83552-f0", "ovs_interfaceid": "77a83552-f046-49db-b422-ca8f8c28c9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.745141] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:3d:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a83552-f046-49db-b422-ca8f8c28c9bc', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.753445] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.753683] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.753906] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef07fcb3-f188-43e1-bbb3-7ff8bf6f3f7e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.773049] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.773049] env[69731]: value = "task-3275318" [ 925.773049] env[69731]: _type = "Task" [ 925.773049] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.780361] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275318, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.915657] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2390d5e0-3315-4d7b-9106-0231d4d3fa61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.994354] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275317, 'name': CreateVM_Task, 'duration_secs': 0.294474} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.994354] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.994354] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.994354] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.994638] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.994880] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e5426c-06c6-40bd-9bbc-bb06b8396199 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.001252] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 926.001252] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5242a2e0-7a77-6793-4908-54e9483c7dbd" [ 926.001252] env[69731]: _type = "Task" [ 926.001252] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.012046] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5242a2e0-7a77-6793-4908-54e9483c7dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.166923] env[69731]: DEBUG nova.network.neutron [req-1041711e-def4-4731-b9ff-d8bfde39d49a req-04246967-64c1-4fa6-911f-746c67e7ffea service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updated VIF entry in instance network info cache for port 0bc79ab4-bcb3-45bf-b12b-b5976015f778. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.167317] env[69731]: DEBUG nova.network.neutron [req-1041711e-def4-4731-b9ff-d8bfde39d49a req-04246967-64c1-4fa6-911f-746c67e7ffea service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [{"id": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "address": "fa:16:3e:a5:45:30", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc79ab4-bc", "ovs_interfaceid": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.283464] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275318, 'name': CreateVM_Task, 'duration_secs': 0.318158} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.283644] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.284385] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.418889] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance b4109e96-8bcd-4f2a-befb-a14d6a85382b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.419237] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 926.419389] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 926.517772] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5242a2e0-7a77-6793-4908-54e9483c7dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.518095] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.518541] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.518789] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.518990] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.519585] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.519874] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.520271] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.520497] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bbe5872-74a7-4406-861f-193048b925f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.522418] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e731f34f-b6ee-4f3c-bed8-ae3d3d90384f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.531022] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 926.531022] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529570c0-6b23-bdca-4106-b4f391bc8c8a" [ 926.531022] env[69731]: _type = "Task" [ 926.531022] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.537174] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.537174] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.538086] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cae12f4-5666-4665-ac0a-4211991d891a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.547075] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529570c0-6b23-bdca-4106-b4f391bc8c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.547927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.548170] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.548380] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.550229] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 926.550229] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e40825-c95a-4f24-1b67-00606b76036c" [ 926.550229] env[69731]: _type = "Task" [ 926.550229] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.558464] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e40825-c95a-4f24-1b67-00606b76036c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.670694] env[69731]: DEBUG oslo_concurrency.lockutils [req-1041711e-def4-4731-b9ff-d8bfde39d49a req-04246967-64c1-4fa6-911f-746c67e7ffea service nova] Releasing lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.788044] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63810d4-9106-4fa3-9ef3-017f3355f419 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.795575] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d08e24-ade5-4f6a-be83-8b992b2fba8c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.824598] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227fca8a-7c29-40b3-883f-a94303fa347f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.831595] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f1821-9c63-48eb-9f79-743da6791c19 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.844295] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.062619] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e40825-c95a-4f24-1b67-00606b76036c, 'name': SearchDatastore_Task, 'duration_secs': 0.008495} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.063313] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b83fdacd-fc03-4015-9bc5-1b21603fe445 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.068253] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 927.068253] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52340de9-a6f1-1fbe-4e87-ec7e8398c3cd" [ 927.068253] env[69731]: _type = "Task" [ 927.068253] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.076848] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52340de9-a6f1-1fbe-4e87-ec7e8398c3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.347088] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.579992] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52340de9-a6f1-1fbe-4e87-ec7e8398c3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.580304] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.580619] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 2030c18c-0736-4de5-bfbf-8801ced72fe0/2030c18c-0736-4de5-bfbf-8801ced72fe0.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.580945] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.581127] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.581348] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0eb3c0f-997d-4e2b-8322-0e15b157131b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.583548] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a788f620-7a3b-4828-aa3b-762eac93b061 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.591679] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 927.591679] env[69731]: value = "task-3275319" [ 927.591679] env[69731]: _type = "Task" [ 927.591679] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.595525] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.595525] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.596941] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9b5fa0-3014-4f20-a48e-e99686e387b0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.601883] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.604926] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 927.604926] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52548044-4417-e4e2-9208-874899630436" [ 927.604926] env[69731]: _type = "Task" [ 927.604926] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.612848] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52548044-4417-e4e2-9208-874899630436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.852147] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 927.852393] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.503s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.852677] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.575s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.852861] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.855265] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.477s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.856863] env[69731]: INFO nova.compute.claims [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.860751] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.860950] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Cleaning up deleted instances {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 927.881556] env[69731]: INFO nova.scheduler.client.report [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Deleted allocations for instance 661541b3-dd38-4692-af94-dce06e9cdb7d [ 928.100659] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470235} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.101148] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 2030c18c-0736-4de5-bfbf-8801ced72fe0/2030c18c-0736-4de5-bfbf-8801ced72fe0.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.101253] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.101737] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4e42c87-9c0a-476e-b87e-ba5be24099cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.109677] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 928.109677] env[69731]: value = "task-3275320" [ 928.109677] env[69731]: _type = "Task" [ 928.109677] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.115920] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52548044-4417-e4e2-9208-874899630436, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.116943] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f1aa21-ed38-45f6-8eb6-2b4636d883f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.121504] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.124291] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 928.124291] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52395bd3-c276-5fbb-3fe5-f9a31a9afb6f" [ 928.124291] env[69731]: _type = "Task" [ 928.124291] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.131360] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52395bd3-c276-5fbb-3fe5-f9a31a9afb6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.375401] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] There are 45 instances to clean {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 928.375663] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 5b4a3c36-49b3-4e95-81ea-36c2b5bf902f] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.390525] env[69731]: DEBUG oslo_concurrency.lockutils [None req-991b1064-fc95-4760-b89b-6530ac1bb41e tempest-ServersAdminNegativeTestJSON-872464247 tempest-ServersAdminNegativeTestJSON-872464247-project-member] Lock "661541b3-dd38-4692-af94-dce06e9cdb7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.589s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.622696] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295642} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.622913] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.623685] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae055bae-2cf2-4646-8c37-a2de238f4555 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.636375] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52395bd3-c276-5fbb-3fe5-f9a31a9afb6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.645752] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.645752] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 27901116-528f-416f-a9cd-c8694bedae6d/27901116-528f-416f-a9cd-c8694bedae6d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.654594] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 2030c18c-0736-4de5-bfbf-8801ced72fe0/2030c18c-0736-4de5-bfbf-8801ced72fe0.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.655331] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bda696ad-71de-4daa-9e24-9e5858069127 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.657319] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6678a029-53db-4139-b87d-0dfe1633dcdb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.679447] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 928.679447] env[69731]: value = "task-3275322" [ 928.679447] env[69731]: _type = "Task" [ 928.679447] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.680815] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 928.680815] env[69731]: value = "task-3275321" [ 928.680815] env[69731]: _type = "Task" [ 928.680815] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.693741] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.696748] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.735294] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e1893-e8cb-4080-9afa-9f3048c9faa3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.743015] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3caf653-2a5f-4793-b859-c29b1665aa84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.774127] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d708939a-6618-40c6-844f-c843016af2d2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.781711] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd49272c-6b67-4a0f-86b5-89597b1b6974 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.795107] env[69731]: DEBUG nova.compute.provider_tree [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.882212] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: e81fc2c6-8da1-43f3-a88f-53a4e6f400f9] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.195743] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.200625] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275321, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.298186] env[69731]: DEBUG nova.scheduler.client.report [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.386098] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: a1555d1e-923a-4552-b996-d6d20cdf24db] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.694705] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523163} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.699058] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 27901116-528f-416f-a9cd-c8694bedae6d/27901116-528f-416f-a9cd-c8694bedae6d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.699058] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.699058] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.699058] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ac4775-d012-4d5a-844e-434a2a486ebc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.704961] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 929.704961] env[69731]: value = "task-3275323" [ 929.704961] env[69731]: _type = "Task" [ 929.704961] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.714165] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.804270] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.948s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.804270] env[69731]: DEBUG nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.806683] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 28.955s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.889213] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 124cec1a-34df-49e3-ba69-15eb5659860f] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.192881] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.216132] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083086} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.216434] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.217217] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e018174-96ff-4242-a999-6643baafb7cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.239297] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 27901116-528f-416f-a9cd-c8694bedae6d/27901116-528f-416f-a9cd-c8694bedae6d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.239595] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0c876b-e7e3-47f5-912e-ebc5ab37f67d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.259490] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 930.259490] env[69731]: value = "task-3275324" [ 930.259490] env[69731]: _type = "Task" [ 930.259490] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.267389] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.310218] env[69731]: DEBUG nova.compute.utils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.311830] env[69731]: DEBUG nova.objects.instance [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lazy-loading 'migration_context' on Instance uuid 8425829c-c4ad-40b5-93f5-5cac89c6ae64 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.319415] env[69731]: DEBUG nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.319415] env[69731]: DEBUG nova.network.neutron [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.358706] env[69731]: DEBUG nova.policy [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d940c5014a431eade69368606cdd7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '743a17aaa1ff4b6fb17a8da720e0ec8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.392357] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: a7134aaf-b676-488f-bc5d-c5d656a5a57c] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.679540] env[69731]: DEBUG nova.network.neutron [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Successfully created port: 82e2f34d-95f6-45cb-95da-8533e4d2cd58 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.693986] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275322, 'name': ReconfigVM_Task, 'duration_secs': 1.694222} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.694430] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 2030c18c-0736-4de5-bfbf-8801ced72fe0/2030c18c-0736-4de5-bfbf-8801ced72fe0.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.695097] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d29b468-e70e-49fd-8855-297864e843e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.701087] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 930.701087] env[69731]: value = "task-3275325" [ 930.701087] env[69731]: _type = "Task" [ 930.701087] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.710589] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275325, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.769468] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275324, 'name': ReconfigVM_Task, 'duration_secs': 0.296506} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.769765] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 27901116-528f-416f-a9cd-c8694bedae6d/27901116-528f-416f-a9cd-c8694bedae6d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.770677] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca5c7090-f4eb-42a7-baca-771f2adf686a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.782856] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 930.782856] env[69731]: value = "task-3275326" [ 930.782856] env[69731]: _type = "Task" [ 930.782856] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.795101] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275326, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.824050] env[69731]: DEBUG nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.902116] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 1820a34a-f585-47ff-a7dd-586f47feaf38] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.215975] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275325, 'name': Rename_Task, 'duration_secs': 0.180042} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.216519] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.217972] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e197d9c9-d766-476b-89cf-27efb758717d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.224181] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 931.224181] env[69731]: value = "task-3275327" [ 931.224181] env[69731]: _type = "Task" [ 931.224181] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.236784] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.275540] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d11290d-9a68-4dd6-b158-8ee98befdfac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.282809] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dea9fd-85eb-4831-afe9-197c69a47c86 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.294218] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275326, 'name': Rename_Task, 'duration_secs': 0.182058} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.318958] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.319494] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b499d05-d8f8-4a8d-92fa-5ead62b45a25 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.321825] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1089f6b5-8855-40fd-a9f8-543a0ca5814c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.333728] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae938fad-710c-4078-952e-2e78deb4128a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.337549] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 931.337549] env[69731]: value = "task-3275328" [ 931.337549] env[69731]: _type = "Task" [ 931.337549] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.352066] env[69731]: DEBUG nova.compute.provider_tree [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.358247] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.405924] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: c0d80719-3361-43dc-9d1e-c1c783b87e23] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.741822] env[69731]: DEBUG oslo_vmware.api [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275327, 'name': PowerOnVM_Task, 'duration_secs': 0.477625} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.741970] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.742307] env[69731]: INFO nova.compute.manager [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Took 6.38 seconds to spawn the instance on the hypervisor. [ 931.742516] env[69731]: DEBUG nova.compute.manager [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.743306] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6721f91d-c4c3-4932-be5f-4dafb057da2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.842334] env[69731]: DEBUG nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.855134] env[69731]: DEBUG nova.scheduler.client.report [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.863766] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.884020] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.884020] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.884020] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.884224] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.884224] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.884224] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.884572] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.884836] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.885128] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.885395] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.885666] env[69731]: DEBUG nova.virt.hardware [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.886952] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b5f605-1e48-4fd7-9f48-b58c4c71622f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.896264] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500383ed-03e0-40dc-b834-b352ed9ba4df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.911953] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 1be69880-79f7-40cb-bfca-cc37bb54df00] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.265833] env[69731]: INFO nova.compute.manager [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Took 43.06 seconds to build instance. [ 932.281913] env[69731]: DEBUG nova.compute.manager [req-09dec44c-55d9-4f3d-a56f-e3d9c492ee2b req-138d03e6-bb41-4fcf-81bd-84303e0b419e service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Received event network-vif-plugged-82e2f34d-95f6-45cb-95da-8533e4d2cd58 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.282191] env[69731]: DEBUG oslo_concurrency.lockutils [req-09dec44c-55d9-4f3d-a56f-e3d9c492ee2b req-138d03e6-bb41-4fcf-81bd-84303e0b419e service nova] Acquiring lock "413bb13f-3ff9-4994-8777-93c70336d533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.282404] env[69731]: DEBUG oslo_concurrency.lockutils [req-09dec44c-55d9-4f3d-a56f-e3d9c492ee2b req-138d03e6-bb41-4fcf-81bd-84303e0b419e service nova] Lock "413bb13f-3ff9-4994-8777-93c70336d533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.282571] env[69731]: DEBUG oslo_concurrency.lockutils [req-09dec44c-55d9-4f3d-a56f-e3d9c492ee2b req-138d03e6-bb41-4fcf-81bd-84303e0b419e service nova] Lock "413bb13f-3ff9-4994-8777-93c70336d533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.282736] env[69731]: DEBUG nova.compute.manager [req-09dec44c-55d9-4f3d-a56f-e3d9c492ee2b req-138d03e6-bb41-4fcf-81bd-84303e0b419e service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] No waiting events found dispatching network-vif-plugged-82e2f34d-95f6-45cb-95da-8533e4d2cd58 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.282898] env[69731]: WARNING nova.compute.manager [req-09dec44c-55d9-4f3d-a56f-e3d9c492ee2b req-138d03e6-bb41-4fcf-81bd-84303e0b419e service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Received unexpected event network-vif-plugged-82e2f34d-95f6-45cb-95da-8533e4d2cd58 for instance with vm_state building and task_state spawning. [ 932.361515] env[69731]: DEBUG oslo_vmware.api [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275328, 'name': PowerOnVM_Task, 'duration_secs': 0.578865} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.362026] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.362286] env[69731]: INFO nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Took 10.27 seconds to spawn the instance on the hypervisor. [ 932.362808] env[69731]: DEBUG nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.363698] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cac7be-fc7e-4c7a-9603-2be67143564f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.397424] env[69731]: DEBUG nova.network.neutron [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Successfully updated port: 82e2f34d-95f6-45cb-95da-8533e4d2cd58 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.416324] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 9e8182c1-7df2-4b86-b842-bdf1b86bedcf] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.769624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c2b603d0-2b0c-4622-8787-54d9388c34e0 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "2030c18c-0736-4de5-bfbf-8801ced72fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.597s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.873683] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.067s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.884041] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.953s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.884041] env[69731]: INFO nova.compute.claims [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.895729] env[69731]: INFO nova.compute.manager [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Took 44.86 seconds to build instance. [ 932.901161] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.901161] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.901161] env[69731]: DEBUG nova.network.neutron [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.920190] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 04dcf87e-ecc6-448b-b167-90f89535c268] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.408262] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6ba87045-2aa7-4efe-be19-6393837ce59c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "27901116-528f-416f-a9cd-c8694bedae6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.478s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.425734] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: c2719988-7eaa-44cd-bf9b-d2e94aae2878] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.460620] env[69731]: DEBUG nova.network.neutron [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.553445] env[69731]: DEBUG nova.compute.manager [None req-769713bc-f727-4478-9beb-22df4e0fa933 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.554388] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260008e4-7a65-4e89-8e07-568cea37c509 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.631298] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquiring lock "2030c18c-0736-4de5-bfbf-8801ced72fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.631298] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "2030c18c-0736-4de5-bfbf-8801ced72fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.631426] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquiring lock "2030c18c-0736-4de5-bfbf-8801ced72fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.631525] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "2030c18c-0736-4de5-bfbf-8801ced72fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.631691] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "2030c18c-0736-4de5-bfbf-8801ced72fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.633955] env[69731]: INFO nova.compute.manager [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Terminating instance [ 933.739702] env[69731]: DEBUG nova.network.neutron [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance_info_cache with network_info: [{"id": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "address": "fa:16:3e:f3:16:7c", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e2f34d-95", "ovs_interfaceid": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.821163] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] Acquiring lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.821163] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] Acquired lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.821163] env[69731]: DEBUG nova.network.neutron [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.931545] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 5ec0880d-fa12-4bd4-b83b-0d94a943831a] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.068904] env[69731]: INFO nova.compute.manager [None req-769713bc-f727-4478-9beb-22df4e0fa933 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] instance snapshotting [ 934.071668] env[69731]: DEBUG nova.objects.instance [None req-769713bc-f727-4478-9beb-22df4e0fa933 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lazy-loading 'flavor' on Instance uuid 2030c18c-0736-4de5-bfbf-8801ced72fe0 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.142620] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquiring lock "refresh_cache-2030c18c-0736-4de5-bfbf-8801ced72fe0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.143876] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquired lock "refresh_cache-2030c18c-0736-4de5-bfbf-8801ced72fe0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.143876] env[69731]: DEBUG nova.network.neutron [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.245975] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.245975] env[69731]: DEBUG nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Instance network_info: |[{"id": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "address": "fa:16:3e:f3:16:7c", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e2f34d-95", "ovs_interfaceid": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.246168] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:16:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82e2f34d-95f6-45cb-95da-8533e4d2cd58', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.254889] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.257888] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.258352] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e746848-da67-4082-9675-8817101e06cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.288388] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.288388] env[69731]: value = "task-3275329" [ 934.288388] env[69731]: _type = "Task" [ 934.288388] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.300446] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275329, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.389158] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ebc61c-b872-4d96-a28e-6ca40f67e461 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.397126] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52db1570-6138-4362-b45b-d699dfdd8f4f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.446084] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 3578ad6d-dbd6-4dcd-a9c7-b097ae08dc6a] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.447317] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f3767-6ae1-46e7-9bc9-b7fb7abe73a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.454811] env[69731]: DEBUG nova.compute.manager [req-cc727852-2b6f-46e4-b55c-4a47a5715fc3 req-02588b3f-883a-43c8-b53b-d9570b2b2727 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Received event network-changed-82e2f34d-95f6-45cb-95da-8533e4d2cd58 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.454811] env[69731]: DEBUG nova.compute.manager [req-cc727852-2b6f-46e4-b55c-4a47a5715fc3 req-02588b3f-883a-43c8-b53b-d9570b2b2727 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Refreshing instance network info cache due to event network-changed-82e2f34d-95f6-45cb-95da-8533e4d2cd58. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.454811] env[69731]: DEBUG oslo_concurrency.lockutils [req-cc727852-2b6f-46e4-b55c-4a47a5715fc3 req-02588b3f-883a-43c8-b53b-d9570b2b2727 service nova] Acquiring lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.454811] env[69731]: DEBUG oslo_concurrency.lockutils [req-cc727852-2b6f-46e4-b55c-4a47a5715fc3 req-02588b3f-883a-43c8-b53b-d9570b2b2727 service nova] Acquired lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.454811] env[69731]: DEBUG nova.network.neutron [req-cc727852-2b6f-46e4-b55c-4a47a5715fc3 req-02588b3f-883a-43c8-b53b-d9570b2b2727 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Refreshing network info cache for port 82e2f34d-95f6-45cb-95da-8533e4d2cd58 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.456401] env[69731]: INFO nova.compute.manager [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Swapping old allocation on dict_keys(['6951895d-c5d2-47c4-abb0-8eab0b7d2bfb']) held by migration 7ab34e75-8d59-4ccd-a290-f8bf100b4fa5 for instance [ 934.467358] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9de057-ee47-48fb-8517-4761b384dd18 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.486490] env[69731]: DEBUG nova.compute.provider_tree [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.511400] env[69731]: DEBUG nova.scheduler.client.report [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Overwriting current allocation {'allocations': {'6951895d-c5d2-47c4-abb0-8eab0b7d2bfb': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 95}}, 'project_id': 'bc43b28c5cf64e958c5695b369a481e8', 'user_id': 'ac5946a8327d4661aac55e315254a354', 'consumer_generation': 1} on consumer 8425829c-c4ad-40b5-93f5-5cac89c6ae64 {{(pid=69731) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 934.579680] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35466151-0dcc-43ef-8293-161333607644 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.601371] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a66be0-b15d-449c-ab87-b96c55150449 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.671336] env[69731]: DEBUG nova.network.neutron [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.675053] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.675247] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquired lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.675423] env[69731]: DEBUG nova.network.neutron [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.763274] env[69731]: DEBUG nova.network.neutron [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Updating instance_info_cache with network_info: [{"id": "77a83552-f046-49db-b422-ca8f8c28c9bc", "address": "fa:16:3e:92:3d:1e", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a83552-f0", "ovs_interfaceid": "77a83552-f046-49db-b422-ca8f8c28c9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.787123] env[69731]: DEBUG nova.network.neutron [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.800303] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275329, 'name': CreateVM_Task, 'duration_secs': 0.470828} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.800571] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.801396] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.801632] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.802023] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.802345] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478a0727-88c8-4684-8955-26e25fccfcbd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.808550] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 934.808550] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525144d5-0353-fe8e-51d4-8d1741df1065" [ 934.808550] env[69731]: _type = "Task" [ 934.808550] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.819395] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525144d5-0353-fe8e-51d4-8d1741df1065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.956823] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: b1597ec1-1d62-474d-ac9d-5ffb3cb69b7f] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.993931] env[69731]: DEBUG nova.scheduler.client.report [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.112571] env[69731]: DEBUG nova.compute.manager [None req-769713bc-f727-4478-9beb-22df4e0fa933 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Instance disappeared during snapshot {{(pid=69731) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 935.241401] env[69731]: DEBUG nova.network.neutron [req-cc727852-2b6f-46e4-b55c-4a47a5715fc3 req-02588b3f-883a-43c8-b53b-d9570b2b2727 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updated VIF entry in instance network info cache for port 82e2f34d-95f6-45cb-95da-8533e4d2cd58. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.241747] env[69731]: DEBUG nova.network.neutron [req-cc727852-2b6f-46e4-b55c-4a47a5715fc3 req-02588b3f-883a-43c8-b53b-d9570b2b2727 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance_info_cache with network_info: [{"id": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "address": "fa:16:3e:f3:16:7c", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e2f34d-95", "ovs_interfaceid": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.268106] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] Releasing lock "refresh_cache-27901116-528f-416f-a9cd-c8694bedae6d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.268354] env[69731]: DEBUG nova.compute.manager [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Inject network info {{(pid=69731) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 935.268615] env[69731]: DEBUG nova.compute.manager [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] network_info to inject: |[{"id": "77a83552-f046-49db-b422-ca8f8c28c9bc", "address": "fa:16:3e:92:3d:1e", "network": {"id": "07f9d9c5-56fb-459f-b814-304031280966", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315754112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466e43cafa684015890bc19aa062f548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a83552-f0", "ovs_interfaceid": "77a83552-f046-49db-b422-ca8f8c28c9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 935.273993] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Reconfiguring VM instance to set the machine id {{(pid=69731) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 935.275487] env[69731]: DEBUG nova.compute.manager [None req-769713bc-f727-4478-9beb-22df4e0fa933 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Found 0 images (rotation: 2) {{(pid=69731) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 935.276705] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d0dc1e-af7f-46b7-8fce-83384f17a5db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.296414] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Releasing lock "refresh_cache-2030c18c-0736-4de5-bfbf-8801ced72fe0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.296837] env[69731]: DEBUG nova.compute.manager [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.297037] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.299260] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0110366d-4496-4a92-bb01-f8b82e9a9d97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.304329] env[69731]: DEBUG oslo_vmware.api [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] Waiting for the task: (returnval){ [ 935.304329] env[69731]: value = "task-3275330" [ 935.304329] env[69731]: _type = "Task" [ 935.304329] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.319409] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.319920] env[69731]: DEBUG oslo_vmware.api [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] Task: {'id': task-3275330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.320394] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe07d7bc-2b96-4168-9cc7-b81c11e4d59c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.327645] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525144d5-0353-fe8e-51d4-8d1741df1065, 'name': SearchDatastore_Task, 'duration_secs': 0.027659} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.328680] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.328823] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.329104] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.329252] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.329430] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.329955] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c257f1b0-35c8-4895-8399-10a97b4bf912 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.333471] env[69731]: DEBUG oslo_vmware.api [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 935.333471] env[69731]: value = "task-3275331" [ 935.333471] env[69731]: _type = "Task" [ 935.333471] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.338553] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.338764] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.342475] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a756623e-876a-4e93-aefc-bb1c5fd1d150 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.344438] env[69731]: DEBUG oslo_vmware.api [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.348491] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 935.348491] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b8295d-75f3-50fb-13e8-c538fb9b11b8" [ 935.348491] env[69731]: _type = "Task" [ 935.348491] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.356291] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b8295d-75f3-50fb-13e8-c538fb9b11b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.470872] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 6b40bd9e-5036-4b89-8eb3-dcf4fcbad807] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.502047] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.502047] env[69731]: DEBUG nova.compute.manager [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.503712] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.290s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.503898] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.505916] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.389s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.506113] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.507839] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.667s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.509661] env[69731]: INFO nova.compute.claims [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.548289] env[69731]: INFO nova.scheduler.client.report [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted allocations for instance 8dca5694-2a64-48ca-be6c-590c3e4f8abc [ 935.548289] env[69731]: DEBUG nova.network.neutron [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance_info_cache with network_info: [{"id": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "address": "fa:16:3e:ec:d6:6e", "network": {"id": "57687622-f8c8-42bf-a64a-0925c1bb72fc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b3ac8a8be85d4e22b823c297fa2f0bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18523b92-dd", "ovs_interfaceid": "18523b92-ddfc-4b29-8c21-ee1196700dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.550160] env[69731]: INFO nova.scheduler.client.report [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted allocations for instance b45c7ce3-c93d-44aa-b7bf-282ebffe28fb [ 935.745982] env[69731]: DEBUG oslo_concurrency.lockutils [req-cc727852-2b6f-46e4-b55c-4a47a5715fc3 req-02588b3f-883a-43c8-b53b-d9570b2b2727 service nova] Releasing lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.822438] env[69731]: DEBUG oslo_vmware.api [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] Task: {'id': task-3275330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.845859] env[69731]: DEBUG oslo_vmware.api [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275331, 'name': PowerOffVM_Task, 'duration_secs': 0.133277} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.846131] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.847096] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.847096] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a332316-3b32-4dbc-8dc5-629087766bec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.863032] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b8295d-75f3-50fb-13e8-c538fb9b11b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.863928] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd81972-1040-4720-b128-c012c8f91769 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.869720] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 935.869720] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525838e1-c325-696c-b785-2bb6e5c96e30" [ 935.869720] env[69731]: _type = "Task" [ 935.869720] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.878835] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525838e1-c325-696c-b785-2bb6e5c96e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.887330] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.887330] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.887330] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Deleting the datastore file [datastore2] 2030c18c-0736-4de5-bfbf-8801ced72fe0 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.887330] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dea1ffa-ac38-4550-8002-74274e4a1e6e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.896362] env[69731]: DEBUG oslo_vmware.api [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for the task: (returnval){ [ 935.896362] env[69731]: value = "task-3275333" [ 935.896362] env[69731]: _type = "Task" [ 935.896362] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.904018] env[69731]: DEBUG oslo_vmware.api [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.972719] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 7db7bcc5-a83f-4faf-8576-c29cd26117e8] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.015126] env[69731]: DEBUG nova.compute.utils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.021118] env[69731]: DEBUG nova.compute.manager [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 936.054504] env[69731]: DEBUG oslo_concurrency.lockutils [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Releasing lock "refresh_cache-8425829c-c4ad-40b5-93f5-5cac89c6ae64" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.054974] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.055269] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6532fffc-af0f-4ae5-bf11-147c96007167 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.061670] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c7e0dd58-087e-4bb8-80e0-2569e182260d tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "b45c7ce3-c93d-44aa-b7bf-282ebffe28fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.944s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.063203] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6a198348-262d-4179-a4e9-8cdc50137176 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "8dca5694-2a64-48ca-be6c-590c3e4f8abc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.469s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.069381] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 936.069381] env[69731]: value = "task-3275334" [ 936.069381] env[69731]: _type = "Task" [ 936.069381] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.079706] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.316578] env[69731]: DEBUG oslo_vmware.api [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] Task: {'id': task-3275330, 'name': ReconfigVM_Task, 'duration_secs': 0.600928} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.316872] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a974de7b-c32d-44bd-a76b-fce9386bbb9a tempest-ServersAdminTestJSON-2100491879 tempest-ServersAdminTestJSON-2100491879-project-admin] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Reconfigured VM instance to set the machine id {{(pid=69731) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 936.318544] env[69731]: INFO nova.compute.manager [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Rebuilding instance [ 936.363210] env[69731]: DEBUG nova.compute.manager [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.364167] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1adc296-cfde-4c4b-9862-727979949d62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.383492] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525838e1-c325-696c-b785-2bb6e5c96e30, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.383595] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.384734] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 413bb13f-3ff9-4994-8777-93c70336d533/413bb13f-3ff9-4994-8777-93c70336d533.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.384734] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2428f8a7-377a-4d00-aa86-ca89e43f4c01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.390338] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 936.390338] env[69731]: value = "task-3275335" [ 936.390338] env[69731]: _type = "Task" [ 936.390338] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.399035] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.406970] env[69731]: DEBUG oslo_vmware.api [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Task: {'id': task-3275333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107087} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.407285] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.407506] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.407715] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.407936] env[69731]: INFO nova.compute.manager [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 936.408479] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.409048] env[69731]: DEBUG nova.compute.manager [-] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.409048] env[69731]: DEBUG nova.network.neutron [-] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.426619] env[69731]: DEBUG nova.network.neutron [-] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.477165] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 8c5c3c21-9882-4b8b-97c8-ffbff54d6217] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.526596] env[69731]: DEBUG nova.compute.manager [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.584325] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275334, 'name': PowerOffVM_Task, 'duration_secs': 0.205918} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.587798] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.588683] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:06:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='917126a2-3bda-46d8-afec-22543381a298',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-93057261',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.589541] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.589541] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.589541] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.589781] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.590383] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.590685] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.591758] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.591758] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.591758] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.591758] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.598412] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd700ad-93b6-4bde-bc7f-e662aba146f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.621499] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 936.621499] env[69731]: value = "task-3275336" [ 936.621499] env[69731]: _type = "Task" [ 936.621499] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.635556] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.902155] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468594} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.905043] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 413bb13f-3ff9-4994-8777-93c70336d533/413bb13f-3ff9-4994-8777-93c70336d533.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.905301] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.905739] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cc67679-8583-48fa-8b72-f54afe4709ca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.919312] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 936.919312] env[69731]: value = "task-3275337" [ 936.919312] env[69731]: _type = "Task" [ 936.919312] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.929420] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.932644] env[69731]: DEBUG nova.network.neutron [-] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.956550] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7954feaf-0de9-4908-aa61-44ff4f2fcda7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.964356] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044f9ff-10a2-4625-b7fe-29ef75e6f2a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.994477] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 4d356075-9e91-4b99-b2a3-794bd24f5b14] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.997030] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cbfe90-c1fa-47c5-8268-263324580434 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.004657] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bf33f7-b5dc-4e9d-9277-ee57345b0b92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.020124] env[69731]: DEBUG nova.compute.provider_tree [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.133456] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275336, 'name': ReconfigVM_Task, 'duration_secs': 0.313809} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.134427] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f17e62f-456c-4ccd-8454-3f53d8571049 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.154510] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:06:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='917126a2-3bda-46d8-afec-22543381a298',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-93057261',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.154878] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.155159] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.155461] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.155719] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.155979] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.156345] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.156619] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.156911] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.157218] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.159077] env[69731]: DEBUG nova.virt.hardware [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.159077] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ff4dfc-55f5-47b6-9378-6e8b153988d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.164635] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 937.164635] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ad848b-e557-820a-40f1-b19e153cde4d" [ 937.164635] env[69731]: _type = "Task" [ 937.164635] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.168340] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.168637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.168904] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.169184] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.169433] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.172308] env[69731]: INFO nova.compute.manager [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Terminating instance [ 937.177048] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ad848b-e557-820a-40f1-b19e153cde4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.188435] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.188435] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8590b53-877e-467f-9c4c-3f596eaeb9ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.211829] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 937.211829] env[69731]: value = "task-3275338" [ 937.211829] env[69731]: _type = "Task" [ 937.211829] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.222890] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.312239] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.312486] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.381475] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.381837] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79580d2c-79e3-406d-949d-e914eefde808 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.389600] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 937.389600] env[69731]: value = "task-3275339" [ 937.389600] env[69731]: _type = "Task" [ 937.389600] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.398128] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.429244] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065852} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.429680] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.430570] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428845f-eb30-4c59-8639-838107529a6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.434692] env[69731]: INFO nova.compute.manager [-] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Took 1.03 seconds to deallocate network for instance. [ 937.455369] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 413bb13f-3ff9-4994-8777-93c70336d533/413bb13f-3ff9-4994-8777-93c70336d533.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.458451] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56779765-3ae1-436b-83bd-9399dd89ba92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.478528] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 937.478528] env[69731]: value = "task-3275340" [ 937.478528] env[69731]: _type = "Task" [ 937.478528] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.488454] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.500393] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: f1233fff-fc73-459f-b232-19c5fea2d879] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.523606] env[69731]: DEBUG nova.scheduler.client.report [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.535769] env[69731]: DEBUG nova.compute.manager [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.561189] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.561458] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.561613] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.561873] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.562055] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.562235] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.562538] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.562781] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.563078] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.563279] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.563508] env[69731]: DEBUG nova.virt.hardware [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.565064] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5029af6e-3d48-4d39-a3d9-948f88ab8333 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.573068] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b218a5-1851-424b-abee-124e1f78dfac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.587962] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.593764] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Creating folder: Project (074a03b0e00347f096b53fae0c567ff8). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.594156] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77f72a7f-a9bf-4ea8-a030-2275c1704b5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.608027] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Created folder: Project (074a03b0e00347f096b53fae0c567ff8) in parent group-v654000. [ 937.608027] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Creating folder: Instances. Parent ref: group-v654199. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.608027] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4a74158-0b0e-4d96-8670-b85062ce415e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.618914] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Created folder: Instances in parent group-v654199. [ 937.619231] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.619454] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.619673] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-874bc39a-dd3e-45ec-931c-e9baee0f43a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.638198] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.638198] env[69731]: value = "task-3275343" [ 937.638198] env[69731]: _type = "Task" [ 937.638198] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.645872] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275343, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.689908] env[69731]: DEBUG nova.compute.manager [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.691309] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.691839] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55260608-ed36-4627-8b2a-b45a3e240782 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.700640] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.700890] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a046461f-c7f2-4c72-bf49-f58f147d666d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.706550] env[69731]: DEBUG oslo_vmware.api [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 937.706550] env[69731]: value = "task-3275344" [ 937.706550] env[69731]: _type = "Task" [ 937.706550] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.714633] env[69731]: DEBUG oslo_vmware.api [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.723623] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.806751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "325fbc7f-013c-4363-832d-e90f19f59d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.806976] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.815547] env[69731]: DEBUG nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.899492] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "465452c2-0073-4a8a-b42d-168d71eafc96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.900132] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "465452c2-0073-4a8a-b42d-168d71eafc96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.908240] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.975246] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.991163] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.004805] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 15c0d93d-91e9-49df-b5ae-691abf05cd7d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.030031] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.030629] env[69731]: DEBUG nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.033777] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.651s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.033993] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.036367] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.174s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.036558] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.038628] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.670s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.040180] env[69731]: INFO nova.compute.claims [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.063246] env[69731]: INFO nova.scheduler.client.report [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted allocations for instance 5b4e59fe-0577-4368-82a2-e51b8d97dd09 [ 938.069406] env[69731]: INFO nova.scheduler.client.report [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Deleted allocations for instance ade2d469-32c8-49a4-844c-056683419d0d [ 938.148711] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275343, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.219205] env[69731]: DEBUG oslo_vmware.api [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275344, 'name': PowerOffVM_Task, 'duration_secs': 0.392598} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.223730] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.223824] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.224201] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a38818b2-ec12-4733-b692-f3c4abd897ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.232697] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275338, 'name': ReconfigVM_Task, 'duration_secs': 0.999037} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.233042] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.234653] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc9b744-7eb9-4af8-adc8-6c384d2843e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.267655] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64/8425829c-c4ad-40b5-93f5-5cac89c6ae64.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.268551] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad07563-ab13-431d-a873-d993d18f07b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.289354] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 938.289354] env[69731]: value = "task-3275346" [ 938.289354] env[69731]: _type = "Task" [ 938.289354] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.297544] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.309146] env[69731]: DEBUG nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.337979] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.403179] env[69731]: DEBUG nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.406076] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275339, 'name': PowerOffVM_Task, 'duration_secs': 0.822717} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.406324] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.406814] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.407927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1213d9-c4e4-421d-9e47-8c79646ba094 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.415485] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.415727] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5c7c1ca-1c0e-44cb-b4c1-71af6a544600 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.478021] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.478153] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.490016] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275340, 'name': ReconfigVM_Task, 'duration_secs': 0.835048} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.490016] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 413bb13f-3ff9-4994-8777-93c70336d533/413bb13f-3ff9-4994-8777-93c70336d533.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.492171] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1762872-601b-462b-9da1-7e9a8f852f0d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.497879] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 938.497879] env[69731]: value = "task-3275348" [ 938.497879] env[69731]: _type = "Task" [ 938.497879] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.508239] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 2e95354b-0ea0-4736-884c-c6b88333f5cc] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.510141] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275348, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.547415] env[69731]: DEBUG nova.compute.utils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.548777] env[69731]: DEBUG nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.549031] env[69731]: DEBUG nova.network.neutron [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.574152] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c018cb2b-4f4e-416e-bc9f-724189db3bba tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "5b4e59fe-0577-4368-82a2-e51b8d97dd09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.470s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.577571] env[69731]: DEBUG oslo_concurrency.lockutils [None req-92d6b6d0-f173-4172-9133-fc05b12a449f tempest-ImagesOneServerNegativeTestJSON-1321390648 tempest-ImagesOneServerNegativeTestJSON-1321390648-project-member] Lock "ade2d469-32c8-49a4-844c-056683419d0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.753s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.614173] env[69731]: DEBUG nova.policy [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ebd96013090407bb45701a1adb2d062', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a36a98ea5b244eca19a15896f5d690d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.654636] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275343, 'name': CreateVM_Task, 'duration_secs': 0.595504} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.654910] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.655507] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.655824] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.656266] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.656595] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15776c7b-1415-4f44-88fb-b619c4045ea2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.662098] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 938.662098] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525866da-329c-5170-7d24-6dce34365ba1" [ 938.662098] env[69731]: _type = "Task" [ 938.662098] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.672540] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525866da-329c-5170-7d24-6dce34365ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.799034] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275346, 'name': ReconfigVM_Task, 'duration_secs': 0.431388} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.799386] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64/8425829c-c4ad-40b5-93f5-5cac89c6ae64.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.800258] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604e1b38-6513-4341-80fb-eb4044cbcfd6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.821796] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5d1e39-bcd3-428c-b271-624cd1bca746 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.848423] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f844652-4e6e-464e-b6b5-77fe240059f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.870253] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.871162] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ab3b2-15dd-493d-be49-f7f31668c62d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.878803] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.878983] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f887568b-5dd0-4d39-9679-1061c7e71da4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.886111] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 938.886111] env[69731]: value = "task-3275349" [ 938.886111] env[69731]: _type = "Task" [ 938.886111] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.894278] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.924832] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.982427] env[69731]: DEBUG nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.009958] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275348, 'name': Rename_Task, 'duration_secs': 0.230849} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.010313] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.010609] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82f102f8-1e7c-4064-9b8c-aed196fe847a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.014310] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 9c9ac9ff-3f87-49ca-9c94-1e1a635bcd34] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.021302] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 939.021302] env[69731]: value = "task-3275350" [ 939.021302] env[69731]: _type = "Task" [ 939.021302] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.031536] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.033747] env[69731]: DEBUG nova.network.neutron [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Successfully created port: 37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.054281] env[69731]: DEBUG nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.120923] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.121327] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.121548] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleting the datastore file [datastore1] f52b9ffb-6bbc-4bca-97ba-244c0b237944 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.123041] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a315d86-6e8b-426c-be44-076b43f093ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.125665] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.125763] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.125932] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleting the datastore file [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.127090] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42e6e4e3-c0f8-4a54-98b5-2dbcadc3c0c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.134454] env[69731]: DEBUG oslo_vmware.api [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 939.134454] env[69731]: value = "task-3275351" [ 939.134454] env[69731]: _type = "Task" [ 939.134454] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.135793] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 939.135793] env[69731]: value = "task-3275352" [ 939.135793] env[69731]: _type = "Task" [ 939.135793] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.150394] env[69731]: DEBUG oslo_vmware.api [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.172469] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525866da-329c-5170-7d24-6dce34365ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.021886} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.175553] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.175815] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.176079] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.176266] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.176467] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.176999] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-677f81ec-7f38-4010-ad63-1c0efb4bb7db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.195472] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.195720] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.196665] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01dee680-3517-458e-8145-226ed459c6d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.203688] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 939.203688] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523ec200-b2bf-e14e-44af-080d435f6c49" [ 939.203688] env[69731]: _type = "Task" [ 939.203688] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.214542] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523ec200-b2bf-e14e-44af-080d435f6c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.396317] env[69731]: DEBUG oslo_vmware.api [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275349, 'name': PowerOnVM_Task, 'duration_secs': 0.474013} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.401021] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.513180] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.516895] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: a41102d1-6d13-438a-82eb-67b4bb7e6ec9] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.532467] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.561909] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddac2ec-8eea-4f2b-89c3-b1fc6597acdc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.575843] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a82b03-52b6-4ae8-8406-dc25798af10d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.611958] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3410b7-a893-4d4a-b62c-009c7be4d48f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.620332] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba0808-eae5-408e-ad70-129efdf77b82 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.634942] env[69731]: DEBUG nova.compute.provider_tree [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.643747] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.643967] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.656113] env[69731]: DEBUG oslo_vmware.api [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307186} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.659420] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.659647] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.659828] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.660100] env[69731]: INFO nova.compute.manager [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Took 1.97 seconds to destroy the instance on the hypervisor. [ 939.660394] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.660937] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330519} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.661198] env[69731]: DEBUG nova.compute.manager [-] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.661299] env[69731]: DEBUG nova.network.neutron [-] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.663029] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.663218] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.663415] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.718795] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523ec200-b2bf-e14e-44af-080d435f6c49, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.720114] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ce00df-fdec-4880-a7c7-aea9be692960 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.725820] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 939.725820] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c72f71-ff1e-d54e-d423-35e59ab14b15" [ 939.725820] env[69731]: _type = "Task" [ 939.725820] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.733832] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c72f71-ff1e-d54e-d423-35e59ab14b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.021556] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 34884d19-29f0-403c-8170-82d798a9b9a6] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.033310] env[69731]: DEBUG oslo_vmware.api [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275350, 'name': PowerOnVM_Task, 'duration_secs': 0.581098} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.033640] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.033848] env[69731]: INFO nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Took 8.19 seconds to spawn the instance on the hypervisor. [ 940.034039] env[69731]: DEBUG nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.035253] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210bbbf3-368f-4f34-8dc0-a6d74412ab47 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.070459] env[69731]: DEBUG nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.100895] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.100895] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.101150] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.101379] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.101735] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.101735] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.102049] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.102289] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.102289] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.102548] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.102601] env[69731]: DEBUG nova.virt.hardware [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.103549] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bab50a-6a3e-4376-ac34-a240efbb0102 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.116286] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b2bfd5-a56e-4c7f-80ab-8570451d83db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.141500] env[69731]: DEBUG nova.scheduler.client.report [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.151202] env[69731]: DEBUG nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.172986] env[69731]: DEBUG nova.compute.manager [req-5ecb6ce3-3657-42f3-8c28-d52c26643385 req-080d9fce-3f1b-4f28-99fd-9828f78d2459 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Received event network-vif-deleted-7369986a-2977-450a-9ad4-875b10109bf3 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.176040] env[69731]: INFO nova.compute.manager [req-5ecb6ce3-3657-42f3-8c28-d52c26643385 req-080d9fce-3f1b-4f28-99fd-9828f78d2459 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Neutron deleted interface 7369986a-2977-450a-9ad4-875b10109bf3; detaching it from the instance and deleting it from the info cache [ 940.176040] env[69731]: DEBUG nova.network.neutron [req-5ecb6ce3-3657-42f3-8c28-d52c26643385 req-080d9fce-3f1b-4f28-99fd-9828f78d2459 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.210118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Acquiring lock "7cbb839b-a3e5-4a93-92f8-123745434129" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.210346] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "7cbb839b-a3e5-4a93-92f8-123745434129" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.210596] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Acquiring lock "7cbb839b-a3e5-4a93-92f8-123745434129-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.210787] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "7cbb839b-a3e5-4a93-92f8-123745434129-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.210955] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "7cbb839b-a3e5-4a93-92f8-123745434129-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.213791] env[69731]: INFO nova.compute.manager [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Terminating instance [ 940.238073] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c72f71-ff1e-d54e-d423-35e59ab14b15, 'name': SearchDatastore_Task, 'duration_secs': 0.049756} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.238420] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.238743] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] e9043ee3-be78-448e-a2ab-a0e41d023b4d/e9043ee3-be78-448e-a2ab-a0e41d023b4d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.239164] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27736fad-9d89-47de-860b-c9d50bef1247 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.245492] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 940.245492] env[69731]: value = "task-3275353" [ 940.245492] env[69731]: _type = "Task" [ 940.245492] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.253845] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.416478] env[69731]: INFO nova.compute.manager [None req-302753a4-ee4e-4d39-8f21-907ee6dff67f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance to original state: 'active' [ 940.453018] env[69731]: DEBUG nova.network.neutron [-] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.529025] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: cacfd4e7-7db1-4d55-af2c-2004e3f1de28] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.552272] env[69731]: INFO nova.compute.manager [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Took 41.19 seconds to build instance. [ 940.646286] env[69731]: DEBUG nova.compute.manager [req-7689c993-edb1-4bd9-85ea-40b58b2ddd2c req-6309a989-8983-4033-9d50-b34d3ba47e74 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Received event network-vif-plugged-37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.647306] env[69731]: DEBUG oslo_concurrency.lockutils [req-7689c993-edb1-4bd9-85ea-40b58b2ddd2c req-6309a989-8983-4033-9d50-b34d3ba47e74 service nova] Acquiring lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.650991] env[69731]: DEBUG oslo_concurrency.lockutils [req-7689c993-edb1-4bd9-85ea-40b58b2ddd2c req-6309a989-8983-4033-9d50-b34d3ba47e74 service nova] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.650991] env[69731]: DEBUG oslo_concurrency.lockutils [req-7689c993-edb1-4bd9-85ea-40b58b2ddd2c req-6309a989-8983-4033-9d50-b34d3ba47e74 service nova] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.650991] env[69731]: DEBUG nova.compute.manager [req-7689c993-edb1-4bd9-85ea-40b58b2ddd2c req-6309a989-8983-4033-9d50-b34d3ba47e74 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] No waiting events found dispatching network-vif-plugged-37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.650991] env[69731]: WARNING nova.compute.manager [req-7689c993-edb1-4bd9-85ea-40b58b2ddd2c req-6309a989-8983-4033-9d50-b34d3ba47e74 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Received unexpected event network-vif-plugged-37de733c-6c0a-418d-88a9-b0e36144a2bb for instance with vm_state building and task_state spawning. [ 940.650991] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.652261] env[69731]: DEBUG nova.compute.manager [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.657135] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.682s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.657637] env[69731]: DEBUG nova.objects.instance [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lazy-loading 'resources' on Instance uuid 2030c18c-0736-4de5-bfbf-8801ced72fe0 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.658460] env[69731]: WARNING oslo_messaging._drivers.amqpdriver [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 940.679149] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1e4af1b-144f-4d6c-bba1-81285d99f01e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.690677] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f2d30-c356-4d05-90dc-a941317a729f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.702188] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.711304] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.711463] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.711619] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.711798] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.711940] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.712161] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.712390] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.712569] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.712741] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.712921] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.713133] env[69731]: DEBUG nova.virt.hardware [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.714210] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114254fa-f6ec-43e9-89f0-d8442c082a11 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.733996] env[69731]: DEBUG nova.compute.manager [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.734261] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.735013] env[69731]: DEBUG nova.compute.manager [req-5ecb6ce3-3657-42f3-8c28-d52c26643385 req-080d9fce-3f1b-4f28-99fd-9828f78d2459 service nova] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Detach interface failed, port_id=7369986a-2977-450a-9ad4-875b10109bf3, reason: Instance f52b9ffb-6bbc-4bca-97ba-244c0b237944 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.735873] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663e81e8-3de8-4bbe-9089-53dd10253819 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.741323] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef0bed4-aa30-46fe-bd08-59dc7d32670b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.748267] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 940.748267] env[69731]: value = "task-3275354" [ 940.748267] env[69731]: _type = "Task" [ 940.748267] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.764648] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:26:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f545db27-a897-40a4-bf4e-aac9f32f0410', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.772831] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.777392] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.777809] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275353, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.778161] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6e54465-1df4-4252-a267-10ed076fa385 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.800263] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.803883] env[69731]: DEBUG nova.network.neutron [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Successfully updated port: 37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.808490] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.808490] env[69731]: value = "task-3275355" [ 940.808490] env[69731]: _type = "Task" [ 940.808490] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.823386] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275355, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.943216] env[69731]: INFO nova.compute.manager [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Rebuilding instance [ 940.956177] env[69731]: INFO nova.compute.manager [-] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Took 1.29 seconds to deallocate network for instance. [ 941.014836] env[69731]: DEBUG nova.compute.manager [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.014836] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a0e81e-20d7-43d1-b4b4-dda4c0bacdc9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.037026] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 41eeaaec-8966-4ffb-bc2e-3267a79f60ee] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.056622] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fd80ef34-c914-454c-8b6f-653d2b8ebc6a tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.047s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.166992] env[69731]: DEBUG nova.compute.utils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.168727] env[69731]: DEBUG nova.compute.manager [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 941.269445] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836266} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.273361] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] e9043ee3-be78-448e-a2ab-a0e41d023b4d/e9043ee3-be78-448e-a2ab-a0e41d023b4d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.273691] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.274117] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275354, 'name': PowerOffVM_Task, 'duration_secs': 0.274332} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.274466] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a354bf2-f27c-4edd-8a59-0924ea23883b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.277260] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.277609] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 941.278117] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654151', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'name': 'volume-a61a383a-59f6-44c1-96dc-643b25db19e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cbb839b-a3e5-4a93-92f8-123745434129', 'attached_at': '', 'detached_at': '', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'serial': 'a61a383a-59f6-44c1-96dc-643b25db19e9'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 941.279366] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff22066-7075-4115-a073-d2178b7720bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.320342] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.320909] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.321294] env[69731]: DEBUG nova.network.neutron [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.335768] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ef448-40b0-4f84-b29a-5654c0097dbb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.340267] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 941.340267] env[69731]: value = "task-3275356" [ 941.340267] env[69731]: _type = "Task" [ 941.340267] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.354445] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275355, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.355921] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08471c28-287c-42af-952f-411141566be2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.367438] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275356, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.389385] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dace32-f035-490c-bfe3-3b997f0a5bad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.406025] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] The volume has not been displaced from its original location: [datastore2] volume-a61a383a-59f6-44c1-96dc-643b25db19e9/volume-a61a383a-59f6-44c1-96dc-643b25db19e9.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 941.411974] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.415447] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa38de41-52ca-438f-a627-b885b2df945c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.436042] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 941.436042] env[69731]: value = "task-3275357" [ 941.436042] env[69731]: _type = "Task" [ 941.436042] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.444845] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.465930] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.537076] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 77539b7e-1405-444a-96e0-fe2c44b24fec] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.670809] env[69731]: DEBUG nova.compute.manager [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.720414] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8410d1c8-9395-450f-bb85-3c8846fb7131 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.728303] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ed2d69-9550-4109-bbe1-098ec9af8dc8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.761928] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e04ee6-819a-4fdb-9971-9f26c26e5850 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.769900] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe7e130-17ab-42ea-9299-8b57a4fcf0d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.783798] env[69731]: DEBUG nova.compute.provider_tree [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.835174] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275355, 'name': CreateVM_Task, 'duration_secs': 0.541788} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.835945] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.836835] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.836835] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.837247] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.837503] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087d0e4c-a3bc-42b3-acb1-4a639ec0cae6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.843072] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 941.843072] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b9de1f-5b97-fe57-4643-64e2859dc05f" [ 941.843072] env[69731]: _type = "Task" [ 941.843072] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.853898] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11812} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.857143] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.858230] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b9de1f-5b97-fe57-4643-64e2859dc05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.858298] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e85bc-4ba4-44ae-83e4-37b199fc2bb9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.863088] env[69731]: DEBUG nova.network.neutron [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.881984] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e9043ee3-be78-448e-a2ab-a0e41d023b4d/e9043ee3-be78-448e-a2ab-a0e41d023b4d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.881984] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-815393e6-041b-483c-b88a-bdfaaf10f2be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.903634] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 941.903634] env[69731]: value = "task-3275358" [ 941.903634] env[69731]: _type = "Task" [ 941.903634] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.913140] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.946766] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275357, 'name': ReconfigVM_Task, 'duration_secs': 0.263691} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.947094] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.951959] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268729dc-ab71-4069-ae43-d301198cb89f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.966524] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 941.966524] env[69731]: value = "task-3275359" [ 941.966524] env[69731]: _type = "Task" [ 941.966524] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.976861] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.033362] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.033362] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8c22da-64e0-4339-a2d1-ba097112a43d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.040071] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 942.040071] env[69731]: value = "task-3275360" [ 942.040071] env[69731]: _type = "Task" [ 942.040071] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.043687] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 03661849-1d44-451d-9f43-087171ea126b] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.051537] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.072479] env[69731]: DEBUG nova.network.neutron [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updating instance_info_cache with network_info: [{"id": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "address": "fa:16:3e:ce:ad:ed", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de733c-6c", "ovs_interfaceid": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.109509] env[69731]: INFO nova.compute.manager [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Rebuilding instance [ 942.175102] env[69731]: DEBUG nova.compute.manager [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.176313] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b19f8f-1015-4588-afbf-b8856cfbd353 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.286843] env[69731]: DEBUG nova.scheduler.client.report [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.356940] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b9de1f-5b97-fe57-4643-64e2859dc05f, 'name': SearchDatastore_Task, 'duration_secs': 0.023216} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.357265] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.357506] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.357748] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.358047] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.358134] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.358543] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0614e0ad-b2b0-40d0-9cf8-1c0f70b52567 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.369294] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.369668] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.370702] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a8df40-4fce-4c5d-95d7-aa35f6f63aec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.379638] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 942.379638] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52955bf2-92bc-79d4-862d-924af31312e3" [ 942.379638] env[69731]: _type = "Task" [ 942.379638] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.391828] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52955bf2-92bc-79d4-862d-924af31312e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.411934] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.478821] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275359, 'name': ReconfigVM_Task, 'duration_secs': 0.176656} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.479193] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654151', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'name': 'volume-a61a383a-59f6-44c1-96dc-643b25db19e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cbb839b-a3e5-4a93-92f8-123745434129', 'attached_at': '', 'detached_at': '', 'volume_id': 'a61a383a-59f6-44c1-96dc-643b25db19e9', 'serial': 'a61a383a-59f6-44c1-96dc-643b25db19e9'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 942.479533] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.480405] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1abe6a-bacb-4a06-8ec6-bd832e2b69b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.488142] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.488375] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6e63b6c-bfe8-4694-a2ab-6a92021166bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.548513] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 2e425cdf-ea68-4d87-9924-f1a5bf8e1e0e] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.554269] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275360, 'name': PowerOffVM_Task, 'duration_secs': 0.424602} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.554866] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.555111] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.555902] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bcf5fa-285a-478c-9d04-a131e52faadb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.562901] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.563125] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.563306] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Deleting the datastore file [datastore2] 7cbb839b-a3e5-4a93-92f8-123745434129 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.565620] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd2d6621-66c2-4996-84b3-29f733f05bf0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.567493] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.567722] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0cb1366-8e95-47dd-8ede-eb31a78673a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.574845] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for the task: (returnval){ [ 942.574845] env[69731]: value = "task-3275362" [ 942.574845] env[69731]: _type = "Task" [ 942.574845] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.578945] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Releasing lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.579302] env[69731]: DEBUG nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Instance network_info: |[{"id": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "address": "fa:16:3e:ce:ad:ed", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de733c-6c", "ovs_interfaceid": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.580033] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:ad:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37de733c-6c0a-418d-88a9-b0e36144a2bb', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.589438] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.591953] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.602381] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d75a89-cf9b-4404-b0df-7a7d48b75ff6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.623060] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.623614] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.623836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.624038] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.624230] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.624395] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.626520] env[69731]: INFO nova.compute.manager [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Terminating instance [ 942.632429] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.632429] env[69731]: value = "task-3275364" [ 942.632429] env[69731]: _type = "Task" [ 942.632429] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.634584] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.634741] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.634923] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleting the datastore file [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.640008] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9172d64f-49dd-4cfc-abbc-31ddbd4e2090 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.647919] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275364, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.649457] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 942.649457] env[69731]: value = "task-3275365" [ 942.649457] env[69731]: _type = "Task" [ 942.649457] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.656994] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.696876] env[69731]: DEBUG nova.compute.manager [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.734105] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.734410] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.734597] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.734764] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.735128] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.735128] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.735340] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.735513] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.735688] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.735854] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.736037] env[69731]: DEBUG nova.virt.hardware [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.736927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f95b7-acb1-4102-8d44-ddee9bb2ca00 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.744780] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b02025d-996c-4a48-bff3-6aa8b7481906 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.759199] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.765275] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Creating folder: Project (68b91629523842d3890870bf1ec59553). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.765634] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d339868e-bab8-42fd-85a1-9dcab4df3198 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.775178] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Created folder: Project (68b91629523842d3890870bf1ec59553) in parent group-v654000. [ 942.775411] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Creating folder: Instances. Parent ref: group-v654204. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.775686] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca603971-5194-4ffb-86f2-e0cc966fd3b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.783952] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Created folder: Instances in parent group-v654204. [ 942.784363] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.784786] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.785284] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d004e28c-8c2b-4f72-b720-03448288e6a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.799857] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.802530] env[69731]: DEBUG nova.compute.manager [req-d9d2a40b-d0f6-432b-a4be-57e9a6543af7 req-c0df2ae5-9aaa-4a37-a63a-eba0079c9627 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Received event network-changed-37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.802721] env[69731]: DEBUG nova.compute.manager [req-d9d2a40b-d0f6-432b-a4be-57e9a6543af7 req-c0df2ae5-9aaa-4a37-a63a-eba0079c9627 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Refreshing instance network info cache due to event network-changed-37de733c-6c0a-418d-88a9-b0e36144a2bb. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.802931] env[69731]: DEBUG oslo_concurrency.lockutils [req-d9d2a40b-d0f6-432b-a4be-57e9a6543af7 req-c0df2ae5-9aaa-4a37-a63a-eba0079c9627 service nova] Acquiring lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.803088] env[69731]: DEBUG oslo_concurrency.lockutils [req-d9d2a40b-d0f6-432b-a4be-57e9a6543af7 req-c0df2ae5-9aaa-4a37-a63a-eba0079c9627 service nova] Acquired lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.803248] env[69731]: DEBUG nova.network.neutron [req-d9d2a40b-d0f6-432b-a4be-57e9a6543af7 req-c0df2ae5-9aaa-4a37-a63a-eba0079c9627 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Refreshing network info cache for port 37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.804721] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.467s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.806109] env[69731]: INFO nova.compute.claims [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.815169] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.815169] env[69731]: value = "task-3275368" [ 942.815169] env[69731]: _type = "Task" [ 942.815169] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.822406] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275368, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.838717] env[69731]: INFO nova.scheduler.client.report [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Deleted allocations for instance 2030c18c-0736-4de5-bfbf-8801ced72fe0 [ 942.892341] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52955bf2-92bc-79d4-862d-924af31312e3, 'name': SearchDatastore_Task, 'duration_secs': 0.018084} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.896023] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee51ed8-248f-4181-952f-2b0c6178600f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.900403] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 942.900403] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297953d-242a-f866-fb63-907d7401e3e9" [ 942.900403] env[69731]: _type = "Task" [ 942.900403] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.912046] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297953d-242a-f866-fb63-907d7401e3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.915970] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275358, 'name': ReconfigVM_Task, 'duration_secs': 0.724089} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.916705] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e9043ee3-be78-448e-a2ab-a0e41d023b4d/e9043ee3-be78-448e-a2ab-a0e41d023b4d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.917600] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0bdccd5-e26a-45ae-ba58-8ab022ff2fc6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.924701] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 942.924701] env[69731]: value = "task-3275369" [ 942.924701] env[69731]: _type = "Task" [ 942.924701] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.939263] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275369, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.056193] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 068620d2-a1a8-49ba-925b-398a72a4e21f] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.089060] env[69731]: DEBUG oslo_vmware.api [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Task: {'id': task-3275362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111821} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.089335] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.089508] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.089647] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.089853] env[69731]: INFO nova.compute.manager [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Took 2.36 seconds to destroy the instance on the hypervisor. [ 943.090264] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.090314] env[69731]: DEBUG nova.compute.manager [-] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.090470] env[69731]: DEBUG nova.network.neutron [-] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.130943] env[69731]: DEBUG nova.compute.manager [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.131793] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.132581] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9829e8-4cd5-4e49-8b9c-487cf591024c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.146786] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.147499] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b45c2edd-e2e1-4f4d-9621-87e6081a17c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.160199] env[69731]: DEBUG oslo_vmware.api [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 943.160199] env[69731]: value = "task-3275370" [ 943.160199] env[69731]: _type = "Task" [ 943.160199] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.160576] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275364, 'name': CreateVM_Task, 'duration_secs': 0.374566} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.161313] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.167073] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.167346] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.167832] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.172754] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c94c67-6993-4e15-9769-66aa6b7823e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.175622] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22615} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.178967] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.179748] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.179748] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.188237] env[69731]: DEBUG oslo_vmware.api [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.188925] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 943.188925] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525aaf11-f44e-0685-de80-773243681727" [ 943.188925] env[69731]: _type = "Task" [ 943.188925] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.197199] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525aaf11-f44e-0685-de80-773243681727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.206158] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.206548] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ef71b04-5a8d-4531-b588-3fd47d6ac106 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.213862] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 943.213862] env[69731]: value = "task-3275371" [ 943.213862] env[69731]: _type = "Task" [ 943.213862] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.225655] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.330992] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275368, 'name': CreateVM_Task, 'duration_secs': 0.39242} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.331336] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.331934] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.348688] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3976ab24-539f-4cbd-8114-c7c3b1d619d4 tempest-ServersAaction247Test-394823223 tempest-ServersAaction247Test-394823223-project-member] Lock "2030c18c-0736-4de5-bfbf-8801ced72fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.717s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.411856] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297953d-242a-f866-fb63-907d7401e3e9, 'name': SearchDatastore_Task, 'duration_secs': 0.016656} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.412102] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.412235] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.412519] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffa8eefa-ca76-4efe-8371-b37684958b76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.421993] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 943.421993] env[69731]: value = "task-3275372" [ 943.421993] env[69731]: _type = "Task" [ 943.421993] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.435155] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.438667] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275369, 'name': Rename_Task, 'duration_secs': 0.23106} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.441365] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.441592] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f02da8-bbc0-4544-875c-3b377303ea63 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.449175] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 943.449175] env[69731]: value = "task-3275373" [ 943.449175] env[69731]: _type = "Task" [ 943.449175] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.456251] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.559275] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: ca6706ed-0e25-44e6-8007-105b049e332b] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.609689] env[69731]: DEBUG nova.network.neutron [req-d9d2a40b-d0f6-432b-a4be-57e9a6543af7 req-c0df2ae5-9aaa-4a37-a63a-eba0079c9627 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updated VIF entry in instance network info cache for port 37de733c-6c0a-418d-88a9-b0e36144a2bb. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.610087] env[69731]: DEBUG nova.network.neutron [req-d9d2a40b-d0f6-432b-a4be-57e9a6543af7 req-c0df2ae5-9aaa-4a37-a63a-eba0079c9627 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updating instance_info_cache with network_info: [{"id": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "address": "fa:16:3e:ce:ad:ed", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de733c-6c", "ovs_interfaceid": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.675511] env[69731]: DEBUG oslo_vmware.api [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275370, 'name': PowerOffVM_Task, 'duration_secs': 0.21691} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.675846] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.676488] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.676488] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e2d0394-8468-46b0-91b6-ca653761ec18 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.708957] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525aaf11-f44e-0685-de80-773243681727, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.709688] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.711167] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.711899] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.711996] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.712542] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.713089] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.713436] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.713769] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c91b9b1-b8ec-4695-b1ce-5ac6faf2802d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.717467] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9e1f85-2783-4432-9f15-91a2c29c0995 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.727581] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275371, 'name': PowerOffVM_Task, 'duration_secs': 0.227246} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.731132] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.731132] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.731132] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 943.731132] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5225f273-200e-b593-aee0-d8b2b0bfe9f6" [ 943.731132] env[69731]: _type = "Task" [ 943.731132] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.731132] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d989de7-521a-44e7-bbdc-339038bd982f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.743430] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5225f273-200e-b593-aee0-d8b2b0bfe9f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.745260] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 943.745260] env[69731]: value = "task-3275375" [ 943.745260] env[69731]: _type = "Task" [ 943.745260] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.752105] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.752545] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.752802] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Deleting the datastore file [datastore2] 8425829c-c4ad-40b5-93f5-5cac89c6ae64 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.753114] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.753283] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.754783] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50e4750d-c141-454f-bf7d-1618bc042107 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.757029] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72743dd-769c-4f59-83a2-272c003adf9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.765552] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 943.766373] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 943.766983] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654162', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'name': 'volume-86f7f275-8b80-4a7d-9996-e11402a58985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ab2728-11fe-4772-b03e-f8658a92ea6c', 'attached_at': '', 'detached_at': '', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'serial': '86f7f275-8b80-4a7d-9996-e11402a58985'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 943.769365] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23251bce-625a-476f-ab79-248a306fd23c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.773603] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 943.773603] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c93b45-392f-baf7-8c50-90bd240b4402" [ 943.773603] env[69731]: _type = "Task" [ 943.773603] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.775464] env[69731]: DEBUG oslo_vmware.api [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 943.775464] env[69731]: value = "task-3275376" [ 943.775464] env[69731]: _type = "Task" [ 943.775464] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.805177] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26847484-c31a-4bda-b5aa-91c3f7873034 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.814267] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c93b45-392f-baf7-8c50-90bd240b4402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.822114] env[69731]: DEBUG oslo_vmware.api [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.826328] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7105cbea-5951-46f7-b566-917d56b8e35d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.853765] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e19888d-8245-449f-bd32-c4d51affa340 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.876145] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] The volume has not been displaced from its original location: [datastore1] volume-86f7f275-8b80-4a7d-9996-e11402a58985/volume-86f7f275-8b80-4a7d-9996-e11402a58985.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 943.882029] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.885246] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4c3971-a18b-4a3b-91b8-dd35b2f79185 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.904557] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 943.904557] env[69731]: value = "task-3275377" [ 943.904557] env[69731]: _type = "Task" [ 943.904557] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.915039] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.936168] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47819} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.937975] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.938267] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.939726] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d73d846f-1e73-49ac-be05-a6b53ea562c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.945133] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 943.945133] env[69731]: value = "task-3275378" [ 943.945133] env[69731]: _type = "Task" [ 943.945133] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.959745] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.963228] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.004260] env[69731]: DEBUG nova.compute.manager [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 944.062986] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 07df8754-b54e-47da-b43a-aea7486b93f8] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.112675] env[69731]: DEBUG oslo_concurrency.lockutils [req-d9d2a40b-d0f6-432b-a4be-57e9a6543af7 req-c0df2ae5-9aaa-4a37-a63a-eba0079c9627 service nova] Releasing lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.242587] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.242825] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.242982] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.243180] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.243328] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.243473] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.243687] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.243846] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.244035] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.244249] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.244383] env[69731]: DEBUG nova.virt.hardware [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.245241] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67018354-4f00-48f5-be0a-b130d892cc82 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.254030] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5225f273-200e-b593-aee0-d8b2b0bfe9f6, 'name': SearchDatastore_Task, 'duration_secs': 0.065843} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.256591] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.256905] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.257674] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.258990] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb35782b-ff24-46b7-b603-6b41c735ed84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.279174] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.287110] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.292983] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.299023] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d55f77aa-aed3-4378-b300-a9670374657c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.321944] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c93b45-392f-baf7-8c50-90bd240b4402, 'name': SearchDatastore_Task, 'duration_secs': 0.055021} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.326481] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.326481] env[69731]: value = "task-3275379" [ 944.326481] env[69731]: _type = "Task" [ 944.326481] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.326845] env[69731]: DEBUG oslo_vmware.api [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246548} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.330039] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219edae6-f4d3-470c-9fdb-6ee45841e166 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.332290] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.332515] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.332690] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.332859] env[69731]: INFO nova.compute.manager [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Took 1.20 seconds to destroy the instance on the hypervisor. [ 944.333099] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.339083] env[69731]: DEBUG nova.compute.manager [-] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.339083] env[69731]: DEBUG nova.network.neutron [-] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.341911] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 944.341911] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fd4c90-7142-e2e3-f13c-a36a575ecd2b" [ 944.341911] env[69731]: _type = "Task" [ 944.341911] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.346306] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275379, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.356721] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fd4c90-7142-e2e3-f13c-a36a575ecd2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.356984] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.357247] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 2390d5e0-3315-4d7b-9106-0231d4d3fa61/2390d5e0-3315-4d7b-9106-0231d4d3fa61.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.357559] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.357736] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.357955] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c09a87fd-497c-4aed-a0e6-7a97530f113d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.359919] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f1d9e07-3c9a-4c6c-8a6c-55392b00516e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.369863] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.370074] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.370871] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 944.370871] env[69731]: value = "task-3275380" [ 944.370871] env[69731]: _type = "Task" [ 944.370871] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.371100] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6bb37c-46bb-4aaa-a36f-1e8c3f2a7aff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.379573] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 944.379573] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fedb4d-2882-db60-f020-180cfdce67be" [ 944.379573] env[69731]: _type = "Task" [ 944.379573] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.385859] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.394597] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fedb4d-2882-db60-f020-180cfdce67be, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.395732] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0ea84d-a8bf-4cca-928a-87e89b52f350 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.401213] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb73aab-2d62-49dd-b8db-4d02ffc6af28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.404590] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 944.404590] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d387f9-48f9-bfe0-389b-8ee908565308" [ 944.404590] env[69731]: _type = "Task" [ 944.404590] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.413155] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5706726-15e9-45c6-b48f-10fcce47d650 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.421303] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d387f9-48f9-bfe0-389b-8ee908565308, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.448811] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.449168] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b/b4109e96-8bcd-4f2a-befb-a14d6a85382b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.449479] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275377, 'name': ReconfigVM_Task, 'duration_secs': 0.165408} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.452130] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-529ea122-043d-4c38-a77e-235154b2b504 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.454105] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.461880] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa73580-36ca-4435-a5c9-9d67d4bbf69f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.466929] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94bdb0ad-6b22-4934-8841-c59186a09a10 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.482445] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065803} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.488378] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.488764] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 944.488764] env[69731]: value = "task-3275381" [ 944.488764] env[69731]: _type = "Task" [ 944.488764] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.489071] env[69731]: DEBUG oslo_vmware.api [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275373, 'name': PowerOnVM_Task, 'duration_secs': 0.841733} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.491964] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5373ca5-c51d-4738-8d13-f3abd6150e56 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.497740] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c84ae14-761a-4961-ac54-65b28d27df80 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.502104] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.502346] env[69731]: INFO nova.compute.manager [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Took 6.97 seconds to spawn the instance on the hypervisor. [ 944.502520] env[69731]: DEBUG nova.compute.manager [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.502862] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 944.502862] env[69731]: value = "task-3275382" [ 944.502862] env[69731]: _type = "Task" [ 944.502862] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.506308] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07013809-c000-4048-9892-90bc785b5a91 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.541840] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.541840] env[69731]: DEBUG nova.network.neutron [-] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.543987] env[69731]: DEBUG nova.compute.provider_tree [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.550307] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.551460] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4012427d-869b-4db8-a808-ee42f7789d39 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.567355] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.574811] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 02af359c-dda8-47f3-b878-99c93dab60ed] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.576980] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.587457] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 944.587457] env[69731]: value = "task-3275383" [ 944.587457] env[69731]: _type = "Task" [ 944.587457] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.598195] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.843446] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275379, 'name': CreateVM_Task, 'duration_secs': 0.501457} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.843584] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.844331] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.844521] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.844864] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.845164] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed3b0e2-bd5b-4f4c-b2d9-853deb48d413 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.850105] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 944.850105] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c4b0e5-1163-6ce9-7ef3-94fa5114a1f3" [ 944.850105] env[69731]: _type = "Task" [ 944.850105] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.863298] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c4b0e5-1163-6ce9-7ef3-94fa5114a1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.884701] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490146} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.885338] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 2390d5e0-3315-4d7b-9106-0231d4d3fa61/2390d5e0-3315-4d7b-9106-0231d4d3fa61.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.885749] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.887211] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aaf9abe-d28e-4a40-995c-222eef011e33 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.895804] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 944.895804] env[69731]: value = "task-3275384" [ 944.895804] env[69731]: _type = "Task" [ 944.895804] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.901792] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.928870] env[69731]: DEBUG nova.compute.manager [req-7dea88c7-fb4f-4653-bd71-eb78bcf1a93f req-0053efa9-a149-4b90-b886-36bed0f54f78 service nova] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Received event network-vif-deleted-51b889ee-908e-4e06-9333-7b0bff892446 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.929298] env[69731]: DEBUG nova.compute.manager [req-7dea88c7-fb4f-4653-bd71-eb78bcf1a93f req-0053efa9-a149-4b90-b886-36bed0f54f78 service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Received event network-vif-deleted-18523b92-ddfc-4b29-8c21-ee1196700dc2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.929659] env[69731]: INFO nova.compute.manager [req-7dea88c7-fb4f-4653-bd71-eb78bcf1a93f req-0053efa9-a149-4b90-b886-36bed0f54f78 service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Neutron deleted interface 18523b92-ddfc-4b29-8c21-ee1196700dc2; detaching it from the instance and deleting it from the info cache [ 944.929813] env[69731]: DEBUG nova.network.neutron [req-7dea88c7-fb4f-4653-bd71-eb78bcf1a93f req-0053efa9-a149-4b90-b886-36bed0f54f78 service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.020554] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275381, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.025847] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275382, 'name': ReconfigVM_Task, 'duration_secs': 0.285433} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.026255] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654162', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'name': 'volume-86f7f275-8b80-4a7d-9996-e11402a58985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ab2728-11fe-4772-b03e-f8658a92ea6c', 'attached_at': '', 'detached_at': '', 'volume_id': '86f7f275-8b80-4a7d-9996-e11402a58985', 'serial': '86f7f275-8b80-4a7d-9996-e11402a58985'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 945.026561] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.027786] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf5f0be-544b-490a-b04a-6e12f5d8f03c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.035938] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.036285] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d8283a-29ec-41bc-8be3-6248d2ccd40f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.049196] env[69731]: INFO nova.compute.manager [-] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Took 1.96 seconds to deallocate network for instance. [ 945.072370] env[69731]: DEBUG nova.scheduler.client.report [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.091769] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 31c189a0-9e72-4b16-8638-d7a3385535f8] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.099139] env[69731]: INFO nova.compute.manager [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Took 42.19 seconds to build instance. [ 945.106694] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.108049] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.108049] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Deleting the datastore file [datastore1] 24ab2728-11fe-4772-b03e-f8658a92ea6c {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.108507] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6498d6b2-74dd-4e9c-b105-d883179b6e88 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.117279] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.119108] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for the task: (returnval){ [ 945.119108] env[69731]: value = "task-3275386" [ 945.119108] env[69731]: _type = "Task" [ 945.119108] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.133252] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.256708] env[69731]: DEBUG nova.network.neutron [-] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.361439] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c4b0e5-1163-6ce9-7ef3-94fa5114a1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013706} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.361737] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.361964] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.362212] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.362454] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.362525] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.362771] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8468ec-24d1-4843-a630-326586012fcc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.370894] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.372494] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.372494] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae331e9a-6ee6-4843-afba-7665e5ef21ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.378340] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 945.378340] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5220fed7-d84b-b3d8-c80e-d4c2ec1cdc57" [ 945.378340] env[69731]: _type = "Task" [ 945.378340] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.388228] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5220fed7-d84b-b3d8-c80e-d4c2ec1cdc57, 'name': SearchDatastore_Task, 'duration_secs': 0.008} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.389503] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227de125-4fb2-4017-a059-b312fd983154 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.394131] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 945.394131] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52417212-b9f3-b957-387b-cc91315edae1" [ 945.394131] env[69731]: _type = "Task" [ 945.394131] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.407241] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52417212-b9f3-b957-387b-cc91315edae1, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.410216] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.410515] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993/1780a99e-8982-46bb-9134-6d453c5ff993.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.410862] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217683} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.411533] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-287ac1c3-50e9-4812-87a3-a5731696f1f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.413528] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.413967] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015ceec3-96d3-4569-b772-c66c32ad3452 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.442540] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2390d5e0-3315-4d7b-9106-0231d4d3fa61/2390d5e0-3315-4d7b-9106-0231d4d3fa61.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.442540] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cbd3fd7-5065-4673-aef4-75e2d45e807e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.461185] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 945.461185] env[69731]: value = "task-3275387" [ 945.461185] env[69731]: _type = "Task" [ 945.461185] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.461531] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ccfe862-7a09-43e7-8088-55e9fb17f10c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.469785] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 945.469785] env[69731]: value = "task-3275388" [ 945.469785] env[69731]: _type = "Task" [ 945.469785] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.477660] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.481322] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ae8f2c-7c1d-421d-a6f7-bff3ccac29c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.496116] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.509546] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772773} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.522480] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b/b4109e96-8bcd-4f2a-befb-a14d6a85382b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.522735] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.523105] env[69731]: DEBUG nova.compute.manager [req-7dea88c7-fb4f-4653-bd71-eb78bcf1a93f req-0053efa9-a149-4b90-b886-36bed0f54f78 service nova] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Detach interface failed, port_id=18523b92-ddfc-4b29-8c21-ee1196700dc2, reason: Instance 8425829c-c4ad-40b5-93f5-5cac89c6ae64 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.523546] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38e8ae30-e133-4ea0-9a90-7b1c76fbe2c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.529679] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 945.529679] env[69731]: value = "task-3275389" [ 945.529679] env[69731]: _type = "Task" [ 945.529679] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.538108] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.601399] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.601399] env[69731]: DEBUG nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.605632] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 14932019-a872-408d-9c83-2a125d37d0e3] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.610831] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.740s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.612422] env[69731]: INFO nova.compute.claims [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.620315] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c10326a1-85d9-430b-9c70-d289c328ed40 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.768s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.621328] env[69731]: INFO nova.compute.manager [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Took 0.57 seconds to detach 1 volumes for instance. [ 945.631914] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275383, 'name': ReconfigVM_Task, 'duration_secs': 0.720855} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.632571] env[69731]: DEBUG nova.compute.manager [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Deleting volume: a61a383a-59f6-44c1-96dc-643b25db19e9 {{(pid=69731) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 945.637071] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.645961] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a985a29-e1d2-4200-bbc5-3fcfd46e8593 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.648373] env[69731]: DEBUG oslo_vmware.api [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Task: {'id': task-3275386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201607} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.649959] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.650091] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.650264] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.659859] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 945.659859] env[69731]: value = "task-3275390" [ 945.659859] env[69731]: _type = "Task" [ 945.659859] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.671326] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275390, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.756713] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.756713] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad9e343b-ee41-4432-814e-deac1fcd4561 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.761183] env[69731]: INFO nova.compute.manager [-] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Took 1.42 seconds to deallocate network for instance. [ 945.771799] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c53f9-8412-4942-9911-8bd96ef7922a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.837399] env[69731]: ERROR nova.compute.manager [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Failed to detach volume 86f7f275-8b80-4a7d-9996-e11402a58985 from /dev/sda: nova.exception.InstanceNotFound: Instance 24ab2728-11fe-4772-b03e-f8658a92ea6c could not be found. [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Traceback (most recent call last): [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self.driver.rebuild(**kwargs) [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] raise NotImplementedError() [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] NotImplementedError [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] During handling of the above exception, another exception occurred: [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Traceback (most recent call last): [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 945.837399] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self.driver.detach_volume(context, old_connection_info, [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] return self._volumeops.detach_volume(connection_info, instance) [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self._detach_volume_vmdk(connection_info, instance) [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] stable_ref.fetch_moref(session) [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] nova.exception.InstanceNotFound: Instance 24ab2728-11fe-4772-b03e-f8658a92ea6c could not be found. [ 945.838204] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] [ 945.978306] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275387, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.983855] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275388, 'name': ReconfigVM_Task, 'duration_secs': 0.323517} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.984323] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2390d5e0-3315-4d7b-9106-0231d4d3fa61/2390d5e0-3315-4d7b-9106-0231d4d3fa61.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.985145] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c9a7ce9-d0aa-458e-8653-3731bdcab873 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.992661] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 945.992661] env[69731]: value = "task-3275392" [ 945.992661] env[69731]: _type = "Task" [ 945.992661] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.004931] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275392, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.040610] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119837} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.040876] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.044478] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6618edae-3927-4b69-97e3-7e70d1bfaba4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.074024] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b/b4109e96-8bcd-4f2a-befb-a14d6a85382b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.074024] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd2e6bd3-df12-4c04-97bb-3871329908c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.095041] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 946.095041] env[69731]: value = "task-3275393" [ 946.095041] env[69731]: _type = "Task" [ 946.095041] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.104269] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.112807] env[69731]: DEBUG nova.compute.utils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.120346] env[69731]: DEBUG nova.compute.utils [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Build of instance 24ab2728-11fe-4772-b03e-f8658a92ea6c aborted: Failed to rebuild volume backed instance. {{(pid=69731) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 946.121213] env[69731]: DEBUG nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.121431] env[69731]: DEBUG nova.network.neutron [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.131759] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: ca511099-902e-4e71-8921-6a4b63c09b9e] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.146557] env[69731]: ERROR nova.compute.manager [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 24ab2728-11fe-4772-b03e-f8658a92ea6c aborted: Failed to rebuild volume backed instance. [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Traceback (most recent call last): [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self.driver.rebuild(**kwargs) [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] raise NotImplementedError() [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] NotImplementedError [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] During handling of the above exception, another exception occurred: [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Traceback (most recent call last): [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 946.146557] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self._detach_root_volume(context, instance, root_bdm) [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] with excutils.save_and_reraise_exception(): [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self.force_reraise() [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] raise self.value [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self.driver.detach_volume(context, old_connection_info, [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] return self._volumeops.detach_volume(connection_info, instance) [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 946.146983] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self._detach_volume_vmdk(connection_info, instance) [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] stable_ref.fetch_moref(session) [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] nova.exception.InstanceNotFound: Instance 24ab2728-11fe-4772-b03e-f8658a92ea6c could not be found. [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] During handling of the above exception, another exception occurred: [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Traceback (most recent call last): [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] yield [ 946.147278] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self._do_rebuild_instance_with_claim( [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self._do_rebuild_instance( [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self._rebuild_default_impl(**kwargs) [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] self._rebuild_volume_backed_instance( [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] raise exception.BuildAbortException( [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] nova.exception.BuildAbortException: Build of instance 24ab2728-11fe-4772-b03e-f8658a92ea6c aborted: Failed to rebuild volume backed instance. [ 946.147599] env[69731]: ERROR nova.compute.manager [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] [ 946.153032] env[69731]: INFO nova.compute.manager [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Rebuilding instance [ 946.173075] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275390, 'name': Rename_Task, 'duration_secs': 0.183877} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.173382] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.174019] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f2ad0e-071f-4ef0-9548-f2c4dfddc768 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.187336] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 946.187336] env[69731]: value = "task-3275394" [ 946.187336] env[69731]: _type = "Task" [ 946.187336] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.203992] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.204696] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275394, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.239058] env[69731]: DEBUG nova.compute.manager [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.240173] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ddba35-43a7-4a11-b7a1-837311789125 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.245454] env[69731]: DEBUG nova.policy [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc8daab05ec4444aa802e47d13c9492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd14f7f9ae18d43b9a03051621b1ef342', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.301090] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.478244] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565676} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.478486] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993/1780a99e-8982-46bb-9134-6d453c5ff993.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.478712] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.478987] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-932e1302-58ad-490a-b1b3-ed865674eea4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.488240] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 946.488240] env[69731]: value = "task-3275395" [ 946.488240] env[69731]: _type = "Task" [ 946.488240] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.498587] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.507641] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275392, 'name': Rename_Task, 'duration_secs': 0.373122} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.508205] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.508205] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99f7b32a-29c9-466f-9b31-11584faeb55b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.514842] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 946.514842] env[69731]: value = "task-3275396" [ 946.514842] env[69731]: _type = "Task" [ 946.514842] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.523638] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.612516] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.617190] env[69731]: DEBUG nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.637855] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: da9673e3-cde2-4855-8a17-41fb4346b1e5] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.706619] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.770116] env[69731]: DEBUG nova.network.neutron [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Successfully created port: 1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.001748] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193439} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.002578] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.003358] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07303f4a-1a84-430a-87f5-8aa0ff67d44a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.029136] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993/1780a99e-8982-46bb-9134-6d453c5ff993.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.036115] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e96f9b16-7f84-43c8-809d-5a6170235368 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.056780] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275396, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.058403] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 947.058403] env[69731]: value = "task-3275397" [ 947.058403] env[69731]: _type = "Task" [ 947.058403] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.066905] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.111225] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275393, 'name': ReconfigVM_Task, 'duration_secs': 0.810691} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.111557] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b/b4109e96-8bcd-4f2a-befb-a14d6a85382b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.112765] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fe43602-bc6b-46e0-9247-5e3e7f0b53e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.120711] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 947.120711] env[69731]: value = "task-3275398" [ 947.120711] env[69731]: _type = "Task" [ 947.120711] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.136337] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275398, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.141077] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 0168fd78-d6c6-496d-bf90-3fbb76ce44a1] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.202165] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.225026] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45d9be-0f58-499c-a4d2-3dd8ff77e511 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.237234] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8087ff58-3256-4a9a-b486-523a353ddc1d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.290882] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.291993] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9483837-5714-4fdd-90aa-bebcad3b1c0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.295037] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04913c94-b545-4e95-81de-bdc12b84f942 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.303805] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d71b7c-33a0-41ef-82c4-4fe195e0fec5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.310300] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 947.310300] env[69731]: value = "task-3275399" [ 947.310300] env[69731]: _type = "Task" [ 947.310300] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.325555] env[69731]: DEBUG nova.compute.provider_tree [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.333786] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.341144] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquiring lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.341478] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.533137] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275396, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.572394] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275397, 'name': ReconfigVM_Task, 'duration_secs': 0.384531} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.572731] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993/1780a99e-8982-46bb-9134-6d453c5ff993.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.573407] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f008a88a-9425-43e0-b29e-7368db1f4ea6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.580075] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 947.580075] env[69731]: value = "task-3275400" [ 947.580075] env[69731]: _type = "Task" [ 947.580075] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.591757] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275400, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.631415] env[69731]: DEBUG nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.637166] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275398, 'name': Rename_Task, 'duration_secs': 0.256457} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.637470] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.637764] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fb5f586-fd03-4889-b4d7-023b004b3f3e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.646131] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 947.646131] env[69731]: value = "task-3275401" [ 947.646131] env[69731]: _type = "Task" [ 947.646131] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.650272] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: fbf0c31e-6313-4583-9e15-4bd6d80cb20e] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.659710] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.672628] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.672876] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.673054] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.673329] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.673523] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.673726] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.673947] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.674113] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.674276] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.674431] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.674598] env[69731]: DEBUG nova.virt.hardware [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.676347] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9872c18-8012-4ade-8e78-7759c3c0283f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.686053] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c7b95e-ecb4-4653-95bd-526d14e79f2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.713033] env[69731]: DEBUG oslo_vmware.api [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275394, 'name': PowerOnVM_Task, 'duration_secs': 1.492522} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.713362] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.713566] env[69731]: DEBUG nova.compute.manager [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.714393] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9064ec-8244-4f86-be92-b61ec6b90e5b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.821326] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275399, 'name': PowerOffVM_Task, 'duration_secs': 0.219338} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.821608] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.822302] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.823089] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082bccda-4fde-480e-a358-dd22fc7ee2b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.830101] env[69731]: DEBUG nova.scheduler.client.report [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.833388] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.833902] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb3c3c55-07ae-426b-840c-28c5fb4f6217 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.844547] env[69731]: DEBUG nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.857494] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.857683] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.857902] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Deleting the datastore file [datastore1] e9043ee3-be78-448e-a2ab-a0e41d023b4d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.858291] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcf67bcd-6528-4146-9188-41d93e7f7f3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.864830] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 947.864830] env[69731]: value = "task-3275403" [ 947.864830] env[69731]: _type = "Task" [ 947.864830] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.876448] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.030814] env[69731]: DEBUG oslo_vmware.api [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275396, 'name': PowerOnVM_Task, 'duration_secs': 1.049802} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.031129] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.031344] env[69731]: INFO nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Took 7.96 seconds to spawn the instance on the hypervisor. [ 948.031521] env[69731]: DEBUG nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.032348] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763da3f4-5768-474f-aeaa-0c0bf0b09a9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.094651] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275400, 'name': Rename_Task, 'duration_secs': 0.213875} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.097514] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.097514] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb248308-86a0-400a-8c80-8f9bf535213a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.104151] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 948.104151] env[69731]: value = "task-3275404" [ 948.104151] env[69731]: _type = "Task" [ 948.104151] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.114203] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.159385] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 21d471ec-a091-499f-a16c-271c13543502] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.166081] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275401, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.170914] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.231915] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.337577] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.337855] env[69731]: DEBUG nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.340548] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.416s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.342811] env[69731]: INFO nova.compute.claims [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.373396] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.379380] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115858} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.379380] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.379380] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.379380] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.550990] env[69731]: INFO nova.compute.manager [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Took 33.72 seconds to build instance. [ 948.618064] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.656849] env[69731]: DEBUG oslo_vmware.api [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275401, 'name': PowerOnVM_Task, 'duration_secs': 0.737502} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.657249] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.657500] env[69731]: INFO nova.compute.manager [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Took 5.96 seconds to spawn the instance on the hypervisor. [ 948.657739] env[69731]: DEBUG nova.compute.manager [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.658519] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fdf519-e060-45e6-940f-ee282202f90d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.664461] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: c0109d11-9d58-4c14-bada-e2657998a5be] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.751671] env[69731]: DEBUG nova.compute.manager [req-779bccac-a86c-47fe-860b-eda7bc3eeab0 req-b23e7aa8-ccac-4f11-9368-4e72c3cec7f4 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Received event network-vif-plugged-1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.751671] env[69731]: DEBUG oslo_concurrency.lockutils [req-779bccac-a86c-47fe-860b-eda7bc3eeab0 req-b23e7aa8-ccac-4f11-9368-4e72c3cec7f4 service nova] Acquiring lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.751671] env[69731]: DEBUG oslo_concurrency.lockutils [req-779bccac-a86c-47fe-860b-eda7bc3eeab0 req-b23e7aa8-ccac-4f11-9368-4e72c3cec7f4 service nova] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.751671] env[69731]: DEBUG oslo_concurrency.lockutils [req-779bccac-a86c-47fe-860b-eda7bc3eeab0 req-b23e7aa8-ccac-4f11-9368-4e72c3cec7f4 service nova] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.751981] env[69731]: DEBUG nova.compute.manager [req-779bccac-a86c-47fe-860b-eda7bc3eeab0 req-b23e7aa8-ccac-4f11-9368-4e72c3cec7f4 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] No waiting events found dispatching network-vif-plugged-1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.753136] env[69731]: WARNING nova.compute.manager [req-779bccac-a86c-47fe-860b-eda7bc3eeab0 req-b23e7aa8-ccac-4f11-9368-4e72c3cec7f4 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Received unexpected event network-vif-plugged-1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 for instance with vm_state building and task_state spawning. [ 948.803040] env[69731]: DEBUG nova.network.neutron [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Successfully updated port: 1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.847656] env[69731]: DEBUG nova.compute.utils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.852313] env[69731]: DEBUG nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.852313] env[69731]: DEBUG nova.network.neutron [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.899965] env[69731]: DEBUG nova.policy [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebc2333a71a34461a91a62c55f4aa382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f528f2d58621430da63b91a5b82e86a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.053101] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de4b4d48-3c39-4756-a3e0-ad7bb348b543 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.233s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.108679] env[69731]: INFO nova.compute.manager [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Rebuilding instance [ 949.124670] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275404, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.165758] env[69731]: DEBUG nova.compute.manager [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.167133] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6528861-74fe-43fc-88ac-8f3c9d58b03a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.174396] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 92c756f0-9577-4004-bcdd-d421a4d52b96] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.190473] env[69731]: INFO nova.compute.manager [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Took 26.85 seconds to build instance. [ 949.260829] env[69731]: DEBUG nova.network.neutron [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Successfully created port: 6fd3e0d2-a1c2-48bd-be90-117c8eba0a06 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.311280] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.311438] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquired lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.311600] env[69731]: DEBUG nova.network.neutron [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.317397] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Acquiring lock "24ab2728-11fe-4772-b03e-f8658a92ea6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.317614] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "24ab2728-11fe-4772-b03e-f8658a92ea6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.317813] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Acquiring lock "24ab2728-11fe-4772-b03e-f8658a92ea6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.317984] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "24ab2728-11fe-4772-b03e-f8658a92ea6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.318170] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "24ab2728-11fe-4772-b03e-f8658a92ea6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.320929] env[69731]: INFO nova.compute.manager [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Terminating instance [ 949.359210] env[69731]: DEBUG nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.424476] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.424722] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.424902] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.425071] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.425206] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.425351] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.425555] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.425709] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.425872] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.426044] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.426221] env[69731]: DEBUG nova.virt.hardware [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.427257] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e772dfa2-e81e-4019-993f-5f190ee171eb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.436409] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afcf7b6-6294-416e-bf41-3d457025cf96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.457302] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.468303] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.471516] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.471951] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a04dc3-17f3-49d2-acc8-6e3d023c08d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.490400] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.490400] env[69731]: value = "task-3275405" [ 949.490400] env[69731]: _type = "Task" [ 949.490400] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.493986] env[69731]: INFO nova.compute.manager [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Rebuilding instance [ 949.501352] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275405, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.535942] env[69731]: DEBUG nova.compute.manager [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.536810] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b407f80-ad3b-403d-ba4d-0862ff6ece29 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.619227] env[69731]: DEBUG oslo_vmware.api [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275404, 'name': PowerOnVM_Task, 'duration_secs': 1.116313} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.620104] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.620511] env[69731]: DEBUG nova.compute.manager [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.623722] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c8887c-1e51-4a41-9435-c3386b2eae9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.682220] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: d5251a1e-7283-419d-af8e-a91aa9692c70] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.697172] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bac738e6-c542-4a75-b1dd-f469ac14e300 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.365s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.825353] env[69731]: DEBUG nova.compute.manager [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.825729] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97867c8b-3d5f-453f-889b-9ea3fe8a8a7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.838564] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c68d8-6f2e-4cba-b9b7-4c662598824f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.855967] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca407cd-27a1-492c-b2eb-c09761fe11e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.862359] env[69731]: DEBUG nova.network.neutron [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.884620] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c94105-1682-4e99-9dd9-857df46847f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.888547] env[69731]: WARNING nova.virt.vmwareapi.driver [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 24ab2728-11fe-4772-b03e-f8658a92ea6c could not be found. [ 949.888741] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.889315] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24e801ec-fc31-4d5c-a256-5a9d3722122f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.923410] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a858c61-34a8-4582-a802-95da237423d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.928697] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229af8de-9e15-49a8-ad60-20c2d914df8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.943552] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da15479-0955-4a9f-b1cc-97b69950d6b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.961209] env[69731]: WARNING nova.virt.vmwareapi.vmops [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 24ab2728-11fe-4772-b03e-f8658a92ea6c could not be found. [ 949.961374] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.961556] env[69731]: INFO nova.compute.manager [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Took 0.14 seconds to destroy the instance on the hypervisor. [ 949.961789] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.962428] env[69731]: DEBUG nova.compute.manager [-] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.962565] env[69731]: DEBUG nova.network.neutron [-] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.973371] env[69731]: DEBUG nova.compute.provider_tree [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.000063] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275405, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.083592] env[69731]: DEBUG nova.network.neutron [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Updating instance_info_cache with network_info: [{"id": "1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84", "address": "fa:16:3e:d7:77:08", "network": {"id": "e7ab6a11-00fa-4f5d-b8a9-95f21400497f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-825205922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d14f7f9ae18d43b9a03051621b1ef342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0c46a6-fb", "ovs_interfaceid": "1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.156121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.186520] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 268efccf-ff0d-4b65-aaff-7d56844c9fd1] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.198141] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.198467] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8aed6ff-bd8e-4591-b685-4af7ec7f987a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.207066] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 950.207066] env[69731]: value = "task-3275406" [ 950.207066] env[69731]: _type = "Task" [ 950.207066] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.218848] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.359470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.359857] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.360244] env[69731]: INFO nova.compute.manager [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Rebooting instance [ 950.391655] env[69731]: DEBUG nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.426489] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.426729] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.427314] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.427596] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.427843] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.428035] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.428267] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.428924] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.428924] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.428924] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.429176] env[69731]: DEBUG nova.virt.hardware [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.431018] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e878325-dff6-4799-8211-c62495dbc5c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.441047] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8377d6d9-b041-4c91-97de-0951e45ad7a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.479459] env[69731]: DEBUG nova.scheduler.client.report [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.504101] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275405, 'name': CreateVM_Task, 'duration_secs': 0.782217} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.504312] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.504714] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.504874] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.505420] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.506079] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06fcb35-da96-45e7-a94d-e42464690b0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.511443] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 950.511443] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d1093-5c20-fc40-01c5-53df7e268990" [ 950.511443] env[69731]: _type = "Task" [ 950.511443] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.519794] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d1093-5c20-fc40-01c5-53df7e268990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.557522] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.557838] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b72e58fd-fbae-4931-807e-af3c41944298 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.565447] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 950.565447] env[69731]: value = "task-3275407" [ 950.565447] env[69731]: _type = "Task" [ 950.565447] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.572819] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.587508] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Releasing lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.587844] env[69731]: DEBUG nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Instance network_info: |[{"id": "1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84", "address": "fa:16:3e:d7:77:08", "network": {"id": "e7ab6a11-00fa-4f5d-b8a9-95f21400497f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-825205922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d14f7f9ae18d43b9a03051621b1ef342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0c46a6-fb", "ovs_interfaceid": "1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.588338] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:77:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.597636] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Creating folder: Project (d14f7f9ae18d43b9a03051621b1ef342). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.597636] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-165b633e-413e-43ae-8606-a0f1d604b4ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.607565] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Created folder: Project (d14f7f9ae18d43b9a03051621b1ef342) in parent group-v654000. [ 950.607760] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Creating folder: Instances. Parent ref: group-v654209. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.608012] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb2ea06f-aa22-4a21-85e5-34f9ac5a3df1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.616872] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Created folder: Instances in parent group-v654209. [ 950.617131] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.617326] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.617537] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d342d6bb-a23b-469f-851b-917865dbd2d2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.641647] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.641647] env[69731]: value = "task-3275410" [ 950.641647] env[69731]: _type = "Task" [ 950.641647] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.649502] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275410, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.692589] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: e7d54e30-01f8-44c0-9dcb-8ccb5249d74f] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.716922] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275406, 'name': PowerOffVM_Task, 'duration_secs': 0.172864} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.717331] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.717600] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.718451] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a753c5-5f8c-4640-915a-6aa62792abef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.727401] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.728566] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ac86261-9031-4f6d-8390-6cc0bd3f07fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.787755] env[69731]: DEBUG nova.compute.manager [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Received event network-changed-1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.787971] env[69731]: DEBUG nova.compute.manager [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Refreshing instance network info cache due to event network-changed-1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.788369] env[69731]: DEBUG oslo_concurrency.lockutils [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] Acquiring lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.788481] env[69731]: DEBUG oslo_concurrency.lockutils [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] Acquired lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.789159] env[69731]: DEBUG nova.network.neutron [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Refreshing network info cache for port 1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.798983] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.799214] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.799483] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleting the datastore file [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.799952] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c856b7-9866-47ff-b91c-8a5aaefc5da7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.807402] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 950.807402] env[69731]: value = "task-3275412" [ 950.807402] env[69731]: _type = "Task" [ 950.807402] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.815616] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.891084] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.891389] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquired lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.891752] env[69731]: DEBUG nova.network.neutron [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.984704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.985689] env[69731]: DEBUG nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.991748] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.477s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.991748] env[69731]: INFO nova.compute.claims [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.021924] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528d1093-5c20-fc40-01c5-53df7e268990, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.022485] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.022797] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.023052] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.023205] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.023416] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.023884] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b478f97f-20c6-4fa0-9ef0-f4c956c6b8e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.032848] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.033165] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.035020] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857f40ff-0cbc-4e35-85b7-288dd75719bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.049775] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 951.049775] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527881fe-6919-45f3-f1c9-1dfb1218162f" [ 951.049775] env[69731]: _type = "Task" [ 951.049775] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.055562] env[69731]: DEBUG nova.network.neutron [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Successfully updated port: 6fd3e0d2-a1c2-48bd-be90-117c8eba0a06 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.067012] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527881fe-6919-45f3-f1c9-1dfb1218162f, 'name': SearchDatastore_Task, 'duration_secs': 0.00922} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.070603] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb646a1-3c66-4401-84bb-a3500c3839ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.077971] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275407, 'name': PowerOffVM_Task, 'duration_secs': 0.205893} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.079459] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.079893] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.080358] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 951.080358] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1cd54-172f-d217-3dc3-eaf4f680ebb3" [ 951.080358] env[69731]: _type = "Task" [ 951.080358] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.081293] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48c0a9-5a55-4896-87cc-e03594efaf06 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.092155] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.095896] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b50daee2-05ad-4dd5-b2d9-bf360649e722 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.097787] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1cd54-172f-d217-3dc3-eaf4f680ebb3, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.098037] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.098431] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] e9043ee3-be78-448e-a2ab-a0e41d023b4d/e9043ee3-be78-448e-a2ab-a0e41d023b4d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.099037] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066bcbaf-7a35-4b94-8119-795575a48e48 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.105296] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 951.105296] env[69731]: value = "task-3275414" [ 951.105296] env[69731]: _type = "Task" [ 951.105296] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.115211] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.121202] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.121321] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.121427] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Deleting the datastore file [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.121685] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eb8f685-2158-4650-9dc4-c81d536338d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.133176] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 951.133176] env[69731]: value = "task-3275415" [ 951.133176] env[69731]: _type = "Task" [ 951.133176] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.141829] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.150901] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275410, 'name': CreateVM_Task, 'duration_secs': 0.329547} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.151165] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.152121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.152311] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.152658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.152952] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60344bf3-06f3-4e10-bd02-07c0394230ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.157256] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 951.157256] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52775a87-b6c5-05f6-53aa-425a261730f7" [ 951.157256] env[69731]: _type = "Task" [ 951.157256] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.165370] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52775a87-b6c5-05f6-53aa-425a261730f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.167824] env[69731]: DEBUG nova.network.neutron [-] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.195620] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.195856] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Cleaning up deleted instances with incomplete migration {{(pid=69731) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 951.318592] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184575} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.318927] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.319205] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.319418] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.491389] env[69731]: DEBUG nova.compute.utils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.493430] env[69731]: DEBUG nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.493619] env[69731]: DEBUG nova.network.neutron [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.560063] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-325fbc7f-013c-4363-832d-e90f19f59d52" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.560063] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-325fbc7f-013c-4363-832d-e90f19f59d52" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.560284] env[69731]: DEBUG nova.network.neutron [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.570513] env[69731]: DEBUG nova.policy [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '806fb4e290c7448ebf005944f8058b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537ddd554dc447a488ea4c4670b16a5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.623620] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488334} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.627417] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] e9043ee3-be78-448e-a2ab-a0e41d023b4d/e9043ee3-be78-448e-a2ab-a0e41d023b4d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.627664] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.627973] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb636637-2c21-4486-98b7-5172896ce639 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.635998] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 951.635998] env[69731]: value = "task-3275416" [ 951.635998] env[69731]: _type = "Task" [ 951.635998] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.642606] env[69731]: DEBUG nova.network.neutron [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Updated VIF entry in instance network info cache for port 1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.642984] env[69731]: DEBUG nova.network.neutron [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Updating instance_info_cache with network_info: [{"id": "1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84", "address": "fa:16:3e:d7:77:08", "network": {"id": "e7ab6a11-00fa-4f5d-b8a9-95f21400497f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-825205922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d14f7f9ae18d43b9a03051621b1ef342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0c46a6-fb", "ovs_interfaceid": "1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.654779] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098164} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.658839] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.659172] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.659398] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.665153] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.670662] env[69731]: INFO nova.compute.manager [-] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Took 1.71 seconds to deallocate network for instance. [ 951.679782] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52775a87-b6c5-05f6-53aa-425a261730f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.679782] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.679782] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.679782] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.680129] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.680129] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.680129] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e57596db-6674-4895-a995-9dea1ea0a0a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.687615] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.687810] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.688605] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37557618-a7f3-4aca-aefc-4f622b857ec0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.696610] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 951.696610] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dae6af-7ffa-6266-030b-7f52afd28356" [ 951.696610] env[69731]: _type = "Task" [ 951.696610] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.699464] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.702823] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dae6af-7ffa-6266-030b-7f52afd28356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.773884] env[69731]: DEBUG nova.network.neutron [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updating instance_info_cache with network_info: [{"id": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "address": "fa:16:3e:ce:ad:ed", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de733c-6c", "ovs_interfaceid": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.996895] env[69731]: DEBUG nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.074944] env[69731]: DEBUG nova.network.neutron [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Successfully created port: e5326416-4bd7-45bd-88ae-f12282910626 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.134431] env[69731]: DEBUG nova.network.neutron [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.152021] env[69731]: DEBUG oslo_concurrency.lockutils [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] Releasing lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.152349] env[69731]: DEBUG nova.compute.manager [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Received event network-changed-37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.152524] env[69731]: DEBUG nova.compute.manager [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Refreshing instance network info cache due to event network-changed-37de733c-6c0a-418d-88a9-b0e36144a2bb. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.152712] env[69731]: DEBUG oslo_concurrency.lockutils [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] Acquiring lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.152983] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068778} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.153296] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.154184] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688bdd2d-ff78-452b-bf82-4c2a66902aaa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.183032] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] e9043ee3-be78-448e-a2ab-a0e41d023b4d/e9043ee3-be78-448e-a2ab-a0e41d023b4d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.187632] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e0c350-5345-42f3-9116-4bdffc6de868 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.217903] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dae6af-7ffa-6266-030b-7f52afd28356, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.217903] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 952.217903] env[69731]: value = "task-3275417" [ 952.217903] env[69731]: _type = "Task" [ 952.217903] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.220137] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe5722c-6a02-4c4b-8edb-6c46bf1eff68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.232336] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.233872] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 952.233872] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5264a894-e09b-1685-6889-634da7d48f6f" [ 952.233872] env[69731]: _type = "Task" [ 952.233872] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.249697] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5264a894-e09b-1685-6889-634da7d48f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.249968] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.250339] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8e6ed9f2-5555-4447-beb9-c7adbabebd32/8e6ed9f2-5555-4447-beb9-c7adbabebd32.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.250614] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0c88804-fe20-48d3-9dc3-b67218270586 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.255742] env[69731]: INFO nova.compute.manager [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Took 0.58 seconds to detach 1 volumes for instance. [ 952.260480] env[69731]: DEBUG nova.compute.manager [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Deleting volume: 86f7f275-8b80-4a7d-9996-e11402a58985 {{(pid=69731) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 952.264423] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 952.264423] env[69731]: value = "task-3275418" [ 952.264423] env[69731]: _type = "Task" [ 952.264423] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.273592] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.277625] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Releasing lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.281527] env[69731]: DEBUG oslo_concurrency.lockutils [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] Acquired lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.281779] env[69731]: DEBUG nova.network.neutron [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Refreshing network info cache for port 37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.369464] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.369722] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.370944] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.370944] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.370944] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.370944] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.370944] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.371229] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.371229] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.371229] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.371391] env[69731]: DEBUG nova.virt.hardware [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.372270] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b3163e-8ef6-43f2-94d2-f981b8e01dbd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.380627] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192daac4-1a21-4784-9a25-17d797f35cb4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.399291] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:26:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f545db27-a897-40a4-bf4e-aac9f32f0410', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.406950] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.410032] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.410501] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea1cc3f-be59-4911-948b-4ffcc0f0d0d5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.436874] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.436874] env[69731]: value = "task-3275420" [ 952.436874] env[69731]: _type = "Task" [ 952.436874] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.448574] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275420, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.516960] env[69731]: DEBUG nova.network.neutron [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Updating instance_info_cache with network_info: [{"id": "6fd3e0d2-a1c2-48bd-be90-117c8eba0a06", "address": "fa:16:3e:82:8e:cc", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd3e0d2-a1", "ovs_interfaceid": "6fd3e0d2-a1c2-48bd-be90-117c8eba0a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.609689] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e843c05-33bb-42ba-84b9-87fcc52f5053 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.619295] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2cad8f-d68c-4a03-adc8-d5b998ff504a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.669275] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bfb656-2b5a-4e5e-a344-75465c959d3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.680058] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe60fb6-2c74-4ee0-beeb-28725459a6dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.698025] env[69731]: DEBUG nova.compute.provider_tree [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.734025] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.736951] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.736951] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.737169] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.737247] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.737375] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.737518] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.737723] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.737868] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.738086] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.738344] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.738423] env[69731]: DEBUG nova.virt.hardware [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.739301] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6612cafe-c180-4903-8a91-8d0d7e851e61 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.747107] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800c69a9-2a92-4395-9ee1-4f4fa55f8c72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.762346] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.768350] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.768755] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.772259] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa7d86e2-d4b0-4b94-a52a-54eb67f52a71 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.788960] env[69731]: DEBUG nova.compute.manager [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.793099] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712dc4c5-c914-44ba-8b83-5ae121808734 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.795847] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472444} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.797560] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8e6ed9f2-5555-4447-beb9-c7adbabebd32/8e6ed9f2-5555-4447-beb9-c7adbabebd32.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.797650] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.797949] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.797949] env[69731]: value = "task-3275421" [ 952.797949] env[69731]: _type = "Task" [ 952.797949] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.798455] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-121a7af6-4279-4497-82e1-9297a5e7ec16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.808640] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 952.808640] env[69731]: value = "task-3275422" [ 952.808640] env[69731]: _type = "Task" [ 952.808640] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.817061] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275421, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.819624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.820954] env[69731]: DEBUG nova.compute.manager [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Received event network-vif-plugged-6fd3e0d2-a1c2-48bd-be90-117c8eba0a06 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.822220] env[69731]: DEBUG oslo_concurrency.lockutils [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] Acquiring lock "325fbc7f-013c-4363-832d-e90f19f59d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.822220] env[69731]: DEBUG oslo_concurrency.lockutils [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] Lock "325fbc7f-013c-4363-832d-e90f19f59d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.822220] env[69731]: DEBUG oslo_concurrency.lockutils [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] Lock "325fbc7f-013c-4363-832d-e90f19f59d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.822220] env[69731]: DEBUG nova.compute.manager [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] No waiting events found dispatching network-vif-plugged-6fd3e0d2-a1c2-48bd-be90-117c8eba0a06 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.822220] env[69731]: WARNING nova.compute.manager [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Received unexpected event network-vif-plugged-6fd3e0d2-a1c2-48bd-be90-117c8eba0a06 for instance with vm_state building and task_state spawning. [ 952.822560] env[69731]: DEBUG nova.compute.manager [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Received event network-changed-6fd3e0d2-a1c2-48bd-be90-117c8eba0a06 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.822560] env[69731]: DEBUG nova.compute.manager [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Refreshing instance network info cache due to event network-changed-6fd3e0d2-a1c2-48bd-be90-117c8eba0a06. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.822560] env[69731]: DEBUG oslo_concurrency.lockutils [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] Acquiring lock "refresh_cache-325fbc7f-013c-4363-832d-e90f19f59d52" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.828270] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.956207] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275420, 'name': CreateVM_Task, 'duration_secs': 0.39838} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.956476] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.958657] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.958966] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.959497] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.960390] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f9c798-7220-4d6c-93d8-7ef3068e9917 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.966902] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 952.966902] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d1885d-acb1-cb45-4b39-d86c487bf0b9" [ 952.966902] env[69731]: _type = "Task" [ 952.966902] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.987489] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d1885d-acb1-cb45-4b39-d86c487bf0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.987489] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.987489] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.987489] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.987754] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.987754] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.988063] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f855d24f-81cd-48a4-be9c-25ec2e1bb693 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.996101] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.996354] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.997806] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6c16ff-93fc-4a46-9bfa-2439b00cf14b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.007140] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 953.007140] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5243a084-4ba8-f5a1-93d7-db2a371ca0bf" [ 953.007140] env[69731]: _type = "Task" [ 953.007140] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.012247] env[69731]: DEBUG nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.021477] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-325fbc7f-013c-4363-832d-e90f19f59d52" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.021858] env[69731]: DEBUG nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Instance network_info: |[{"id": "6fd3e0d2-a1c2-48bd-be90-117c8eba0a06", "address": "fa:16:3e:82:8e:cc", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd3e0d2-a1", "ovs_interfaceid": "6fd3e0d2-a1c2-48bd-be90-117c8eba0a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.022249] env[69731]: DEBUG oslo_concurrency.lockutils [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] Acquired lock "refresh_cache-325fbc7f-013c-4363-832d-e90f19f59d52" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.022545] env[69731]: DEBUG nova.network.neutron [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Refreshing network info cache for port 6fd3e0d2-a1c2-48bd-be90-117c8eba0a06 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.023993] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:8e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fd3e0d2-a1c2-48bd-be90-117c8eba0a06', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.035910] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.040234] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.045813] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b0cfea5-d1ba-4bf8-abe4-909260fb2717 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.070457] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5243a084-4ba8-f5a1-93d7-db2a371ca0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008117} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.074603] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.074603] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.074603] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.074870] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.075393] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.075393] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.075660] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.075903] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.076092] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.076899] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.076899] env[69731]: DEBUG nova.virt.hardware [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.079127] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b86a0-0867-41ee-b709-bd23abb9b0d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.084710] env[69731]: DEBUG nova.network.neutron [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updated VIF entry in instance network info cache for port 37de733c-6c0a-418d-88a9-b0e36144a2bb. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.084710] env[69731]: DEBUG nova.network.neutron [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updating instance_info_cache with network_info: [{"id": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "address": "fa:16:3e:ce:ad:ed", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de733c-6c", "ovs_interfaceid": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.087485] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11f94bf-438b-4668-80ed-467007167621 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.093515] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.093515] env[69731]: value = "task-3275423" [ 953.093515] env[69731]: _type = "Task" [ 953.093515] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.104269] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 953.104269] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b9ca7e-2b09-9c03-2195-4dad13906c01" [ 953.104269] env[69731]: _type = "Task" [ 953.104269] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.105644] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c913eda-7788-4189-80ca-dd9485baa738 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.120216] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275423, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.139807] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b9ca7e-2b09-9c03-2195-4dad13906c01, 'name': SearchDatastore_Task, 'duration_secs': 0.008908} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.140184] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.140546] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.140882] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d52e13a8-ceef-45ca-bbfb-887ec454e709 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.151779] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 953.151779] env[69731]: value = "task-3275424" [ 953.151779] env[69731]: _type = "Task" [ 953.151779] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.163112] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.201963] env[69731]: DEBUG nova.scheduler.client.report [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.233197] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275417, 'name': ReconfigVM_Task, 'duration_secs': 0.871626} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.233353] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Reconfigured VM instance instance-00000046 to attach disk [datastore2] e9043ee3-be78-448e-a2ab-a0e41d023b4d/e9043ee3-be78-448e-a2ab-a0e41d023b4d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.233951] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a206930e-e047-470c-b745-6b595d7e4ecb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.243228] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 953.243228] env[69731]: value = "task-3275425" [ 953.243228] env[69731]: _type = "Task" [ 953.243228] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.259644] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275425, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.316454] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275421, 'name': CreateVM_Task, 'duration_secs': 0.316322} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.320921] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.321486] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.321700] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.322092] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.322982] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889b8c54-8a92-4aed-9110-e31602fc82e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.329976] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093985} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.331786] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.332248] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 953.332248] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52325b72-d9dc-70c0-372a-9128de84b8eb" [ 953.332248] env[69731]: _type = "Task" [ 953.332248] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.333048] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45da0e3-565a-41ae-9285-47ffead6558c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.363570] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 8e6ed9f2-5555-4447-beb9-c7adbabebd32/8e6ed9f2-5555-4447-beb9-c7adbabebd32.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.368432] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6791c0c-6f7b-4662-bc51-b634250f4731 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.390882] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52325b72-d9dc-70c0-372a-9128de84b8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.401525] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 953.401525] env[69731]: value = "task-3275426" [ 953.401525] env[69731]: _type = "Task" [ 953.401525] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.413829] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.595052] env[69731]: DEBUG oslo_concurrency.lockutils [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] Releasing lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.595052] env[69731]: DEBUG nova.compute.manager [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Received event network-vif-deleted-760a2784-76de-4ae7-99a1-c97a9d4acec4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.595052] env[69731]: INFO nova.compute.manager [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Neutron deleted interface 760a2784-76de-4ae7-99a1-c97a9d4acec4; detaching it from the instance and deleting it from the info cache [ 953.595052] env[69731]: DEBUG nova.network.neutron [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.603524] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275423, 'name': CreateVM_Task, 'duration_secs': 0.443159} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.603719] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.604415] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.604663] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.604927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.605253] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2412e55d-d4df-4cff-9e9f-3d23b2daf0ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.611200] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 953.611200] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52edfc9a-c787-414a-4355-5193922756e7" [ 953.611200] env[69731]: _type = "Task" [ 953.611200] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.619366] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52edfc9a-c787-414a-4355-5193922756e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.664197] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462137} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.664387] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.664597] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.664867] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe2fd76-cb30-4f3d-8732-df99f25a20bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.671769] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 953.671769] env[69731]: value = "task-3275427" [ 953.671769] env[69731]: _type = "Task" [ 953.671769] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.689874] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.707798] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.708357] env[69731]: DEBUG nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.713720] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.012s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.715505] env[69731]: INFO nova.compute.claims [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.755645] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275425, 'name': Rename_Task, 'duration_secs': 0.241915} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.755938] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.756202] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28140746-4657-4ec0-b219-a9eca4e2765e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.767382] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 953.767382] env[69731]: value = "task-3275428" [ 953.767382] env[69731]: _type = "Task" [ 953.767382] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.778018] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.815385] env[69731]: DEBUG nova.compute.manager [req-052ce3f9-8a13-48f0-a3ac-3f9a54f3651e req-6d9c3acb-0800-4e67-8099-58175b25502c service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Received event network-vif-plugged-e5326416-4bd7-45bd-88ae-f12282910626 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.815617] env[69731]: DEBUG oslo_concurrency.lockutils [req-052ce3f9-8a13-48f0-a3ac-3f9a54f3651e req-6d9c3acb-0800-4e67-8099-58175b25502c service nova] Acquiring lock "465452c2-0073-4a8a-b42d-168d71eafc96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.815795] env[69731]: DEBUG oslo_concurrency.lockutils [req-052ce3f9-8a13-48f0-a3ac-3f9a54f3651e req-6d9c3acb-0800-4e67-8099-58175b25502c service nova] Lock "465452c2-0073-4a8a-b42d-168d71eafc96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.815958] env[69731]: DEBUG oslo_concurrency.lockutils [req-052ce3f9-8a13-48f0-a3ac-3f9a54f3651e req-6d9c3acb-0800-4e67-8099-58175b25502c service nova] Lock "465452c2-0073-4a8a-b42d-168d71eafc96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.816181] env[69731]: DEBUG nova.compute.manager [req-052ce3f9-8a13-48f0-a3ac-3f9a54f3651e req-6d9c3acb-0800-4e67-8099-58175b25502c service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] No waiting events found dispatching network-vif-plugged-e5326416-4bd7-45bd-88ae-f12282910626 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.816482] env[69731]: WARNING nova.compute.manager [req-052ce3f9-8a13-48f0-a3ac-3f9a54f3651e req-6d9c3acb-0800-4e67-8099-58175b25502c service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Received unexpected event network-vif-plugged-e5326416-4bd7-45bd-88ae-f12282910626 for instance with vm_state building and task_state spawning. [ 953.818468] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c698c53-6b5c-49df-96a5-1f58d2021eeb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.826614] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Doing hard reboot of VM {{(pid=69731) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 953.827121] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4c4e48f8-7650-4bd2-a36b-c4149e539d9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.833415] env[69731]: DEBUG oslo_vmware.api [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 953.833415] env[69731]: value = "task-3275429" [ 953.833415] env[69731]: _type = "Task" [ 953.833415] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.837787] env[69731]: DEBUG nova.network.neutron [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Successfully updated port: e5326416-4bd7-45bd-88ae-f12282910626 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.849548] env[69731]: DEBUG oslo_vmware.api [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275429, 'name': ResetVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.851503] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52325b72-d9dc-70c0-372a-9128de84b8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.057411} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.854691] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.854924] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.855179] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.855324] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.855501] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.856261] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5df857d-05a2-4bab-8fc6-5c569328b5b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.864892] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.865099] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.865850] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf5a00d-0ddc-407d-aa02-970e83c824b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.870989] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 953.870989] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52550f6c-2294-e50d-b90e-051e404dab81" [ 953.870989] env[69731]: _type = "Task" [ 953.870989] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.881219] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52550f6c-2294-e50d-b90e-051e404dab81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.913147] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275426, 'name': ReconfigVM_Task, 'duration_secs': 0.402913} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.914115] env[69731]: DEBUG nova.network.neutron [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Updated VIF entry in instance network info cache for port 6fd3e0d2-a1c2-48bd-be90-117c8eba0a06. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.915797] env[69731]: DEBUG nova.network.neutron [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Updating instance_info_cache with network_info: [{"id": "6fd3e0d2-a1c2-48bd-be90-117c8eba0a06", "address": "fa:16:3e:82:8e:cc", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd3e0d2-a1", "ovs_interfaceid": "6fd3e0d2-a1c2-48bd-be90-117c8eba0a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.915919] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 8e6ed9f2-5555-4447-beb9-c7adbabebd32/8e6ed9f2-5555-4447-beb9-c7adbabebd32.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.916426] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5fa6cf3-b3b5-46d7-9996-17d62dbc07d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.922484] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 953.922484] env[69731]: value = "task-3275430" [ 953.922484] env[69731]: _type = "Task" [ 953.922484] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.931645] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275430, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.098189] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c4d1822-a373-449b-96ee-3e62901de7ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.109958] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a299cba6-adc0-471a-87bb-4a2054483f70 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.134648] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52edfc9a-c787-414a-4355-5193922756e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.134648] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.134648] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.134648] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.134959] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.134959] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.135057] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a03f133-0730-4aee-998f-801b29b3c737 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.153689] env[69731]: DEBUG nova.compute.manager [req-49fc43b2-e0f3-4182-9336-720dc3729e07 req-26914cf7-73c9-4bff-8368-1773fca01029 service nova] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Detach interface failed, port_id=760a2784-76de-4ae7-99a1-c97a9d4acec4, reason: Instance 24ab2728-11fe-4772-b03e-f8658a92ea6c could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.155281] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.155455] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.156168] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890a9c13-0e2a-4c31-a530-8a7c59eee893 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.160959] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 954.160959] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522c8dd2-1543-a4c8-cd70-af4c7d8d8a07" [ 954.160959] env[69731]: _type = "Task" [ 954.160959] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.168053] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522c8dd2-1543-a4c8-cd70-af4c7d8d8a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.179384] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101007} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.179617] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.180301] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c8bd7b-dddf-4e37-afd2-0c4b3a69f2d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.202344] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.202724] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2fe5e8-75a0-443c-b844-8bd437a39a3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.220516] env[69731]: DEBUG nova.compute.utils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.225155] env[69731]: DEBUG nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.225328] env[69731]: DEBUG nova.network.neutron [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.227311] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 954.227311] env[69731]: value = "task-3275431" [ 954.227311] env[69731]: _type = "Task" [ 954.227311] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.237321] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.273604] env[69731]: DEBUG nova.policy [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c2ca130d78c4d19b9eed0b8cffac8cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71498407668d4bec9a529494ae2bd29c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.280315] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.342588] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "refresh_cache-465452c2-0073-4a8a-b42d-168d71eafc96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.342727] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "refresh_cache-465452c2-0073-4a8a-b42d-168d71eafc96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.342884] env[69731]: DEBUG nova.network.neutron [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.344727] env[69731]: DEBUG oslo_vmware.api [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275429, 'name': ResetVM_Task, 'duration_secs': 0.134112} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.344917] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Did hard reboot of VM {{(pid=69731) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 954.345145] env[69731]: DEBUG nova.compute.manager [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.346453] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff326cf3-a863-4328-b8b0-0e67e7ae5065 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.381688] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52550f6c-2294-e50d-b90e-051e404dab81, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.382694] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16349ee5-7843-4cfa-a093-c09c390f392b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.388459] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 954.388459] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5258071f-aa99-c6cf-7c62-096c6d96a7c5" [ 954.388459] env[69731]: _type = "Task" [ 954.388459] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.399435] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5258071f-aa99-c6cf-7c62-096c6d96a7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.417953] env[69731]: DEBUG oslo_concurrency.lockutils [req-0bfca283-c06a-4b64-9caf-695403f27c08 req-51d9d26b-21c5-4c9c-8c20-af762b61c3bf service nova] Releasing lock "refresh_cache-325fbc7f-013c-4363-832d-e90f19f59d52" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.431710] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275430, 'name': Rename_Task, 'duration_secs': 0.140212} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.432010] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.432436] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18f906ec-eb10-476f-b382-5606b225f885 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.438910] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 954.438910] env[69731]: value = "task-3275432" [ 954.438910] env[69731]: _type = "Task" [ 954.438910] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.446965] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.625171] env[69731]: DEBUG nova.network.neutron [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Successfully created port: 7440fe39-5978-446c-8d89-9dbf07733de4 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.675026] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522c8dd2-1543-a4c8-cd70-af4c7d8d8a07, 'name': SearchDatastore_Task, 'duration_secs': 0.008937} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.675026] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c04cd3-a3f4-43b5-8ca1-c831f842a204 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.681021] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 954.681021] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5209a442-cdf4-2ea4-2ac0-2590f03723d1" [ 954.681021] env[69731]: _type = "Task" [ 954.681021] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.688781] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5209a442-cdf4-2ea4-2ac0-2590f03723d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.728067] env[69731]: DEBUG nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.741448] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.783311] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.860983] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27559ce3-54bc-4db5-950d-901165d525e0 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.501s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.904438] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5258071f-aa99-c6cf-7c62-096c6d96a7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.904711] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.905086] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b/b4109e96-8bcd-4f2a-befb-a14d6a85382b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.905605] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc158b7e-8f8e-4ae0-aea5-49502e2198cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.918420] env[69731]: DEBUG nova.network.neutron [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.920645] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 954.920645] env[69731]: value = "task-3275433" [ 954.920645] env[69731]: _type = "Task" [ 954.920645] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.934787] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.949510] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.195741] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5209a442-cdf4-2ea4-2ac0-2590f03723d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.195741] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.195927] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 325fbc7f-013c-4363-832d-e90f19f59d52/325fbc7f-013c-4363-832d-e90f19f59d52.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.196199] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e1bdf7-7c54-414a-a8c0-65e7791417d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.204356] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 955.204356] env[69731]: value = "task-3275434" [ 955.204356] env[69731]: _type = "Task" [ 955.204356] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.215970] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.226393] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbac0f2-84cc-4195-9c7f-6d30f4175c55 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.244360] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a9ea15-354c-4bdc-a141-f149381b93a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.248666] env[69731]: DEBUG nova.network.neutron [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Updating instance_info_cache with network_info: [{"id": "e5326416-4bd7-45bd-88ae-f12282910626", "address": "fa:16:3e:e3:d6:ae", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5326416-4b", "ovs_interfaceid": "e5326416-4bd7-45bd-88ae-f12282910626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.280843] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275431, 'name': ReconfigVM_Task, 'duration_secs': 0.777321} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.286092] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1118a6f9-2c0f-4edf-9ef8-608e1bd09663 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.289151] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6/07fc5084-9939-43bb-b27f-047be2691ee6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.290127] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbfa5c19-5cc2-4ded-8782-430463efbb67 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.298874] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.302686] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 955.302686] env[69731]: value = "task-3275435" [ 955.302686] env[69731]: _type = "Task" [ 955.302686] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.304236] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab907be-2028-4208-a962-b839cbd9e25a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327309] env[69731]: DEBUG nova.compute.provider_tree [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.334490] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275435, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.433306] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275433, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.451011] env[69731]: DEBUG oslo_vmware.api [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275432, 'name': PowerOnVM_Task, 'duration_secs': 0.541444} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.451453] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.451666] env[69731]: INFO nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Took 7.82 seconds to spawn the instance on the hypervisor. [ 955.451861] env[69731]: DEBUG nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.452704] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22f52e9-393d-40e8-bee9-ccc47a72eab3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.716869] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275434, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.738237] env[69731]: DEBUG nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.774664] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.775206] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.775650] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.775859] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.776025] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.776289] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.776621] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.776690] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.776923] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.777384] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.777576] env[69731]: DEBUG nova.virt.hardware [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.778925] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e25ee7-8466-47f6-95aa-de33588fcdd2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.782888] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "refresh_cache-465452c2-0073-4a8a-b42d-168d71eafc96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.783084] env[69731]: DEBUG nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Instance network_info: |[{"id": "e5326416-4bd7-45bd-88ae-f12282910626", "address": "fa:16:3e:e3:d6:ae", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5326416-4b", "ovs_interfaceid": "e5326416-4bd7-45bd-88ae-f12282910626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.786483] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:d6:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5326416-4bd7-45bd-88ae-f12282910626', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.795012] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.797685] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.797685] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bbaad40-bbb6-41fc-b16e-eff6df09fa6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.821667] env[69731]: DEBUG oslo_vmware.api [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275428, 'name': PowerOnVM_Task, 'duration_secs': 1.756089} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.826543] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.826807] env[69731]: DEBUG nova.compute.manager [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.828389] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce7d60-1f99-4e0d-ba0c-5384ea126415 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.834313] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc48f6-69ee-4743-b259-cf13d3c302d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.837820] env[69731]: DEBUG nova.scheduler.client.report [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.845286] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.845286] env[69731]: value = "task-3275436" [ 955.845286] env[69731]: _type = "Task" [ 955.845286] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.865351] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275435, 'name': Rename_Task, 'duration_secs': 0.19025} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.870786] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.871544] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f81b66-babc-4de9-aa01-46b1ff2d6555 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.878598] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275436, 'name': CreateVM_Task} progress is 15%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.886675] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 955.886675] env[69731]: value = "task-3275437" [ 955.886675] env[69731]: _type = "Task" [ 955.886675] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.897446] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.933067] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732517} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.933484] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b/b4109e96-8bcd-4f2a-befb-a14d6a85382b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.933781] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.934107] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee1206db-98b9-4a11-82ba-d6e6d6c028d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.944189] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 955.944189] env[69731]: value = "task-3275438" [ 955.944189] env[69731]: _type = "Task" [ 955.944189] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.955714] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.978705] env[69731]: INFO nova.compute.manager [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Took 17.66 seconds to build instance. [ 956.050896] env[69731]: DEBUG nova.compute.manager [req-1a28ea1b-a3b5-422e-a368-349dc50f947d req-055f40b3-39aa-4b9b-bf3e-56857d73fc8f service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Received event network-changed-e5326416-4bd7-45bd-88ae-f12282910626 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.051119] env[69731]: DEBUG nova.compute.manager [req-1a28ea1b-a3b5-422e-a368-349dc50f947d req-055f40b3-39aa-4b9b-bf3e-56857d73fc8f service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Refreshing instance network info cache due to event network-changed-e5326416-4bd7-45bd-88ae-f12282910626. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.051398] env[69731]: DEBUG oslo_concurrency.lockutils [req-1a28ea1b-a3b5-422e-a368-349dc50f947d req-055f40b3-39aa-4b9b-bf3e-56857d73fc8f service nova] Acquiring lock "refresh_cache-465452c2-0073-4a8a-b42d-168d71eafc96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.051540] env[69731]: DEBUG oslo_concurrency.lockutils [req-1a28ea1b-a3b5-422e-a368-349dc50f947d req-055f40b3-39aa-4b9b-bf3e-56857d73fc8f service nova] Acquired lock "refresh_cache-465452c2-0073-4a8a-b42d-168d71eafc96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.051744] env[69731]: DEBUG nova.network.neutron [req-1a28ea1b-a3b5-422e-a368-349dc50f947d req-055f40b3-39aa-4b9b-bf3e-56857d73fc8f service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Refreshing network info cache for port e5326416-4bd7-45bd-88ae-f12282910626 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.215349] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734558} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.215733] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 325fbc7f-013c-4363-832d-e90f19f59d52/325fbc7f-013c-4363-832d-e90f19f59d52.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.215957] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.216251] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9370e816-e77f-4cf0-a524-47f832c022f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.222530] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 956.222530] env[69731]: value = "task-3275439" [ 956.222530] env[69731]: _type = "Task" [ 956.222530] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.231444] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.344312] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.344523] env[69731]: DEBUG nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.347879] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.882s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.348112] env[69731]: DEBUG nova.objects.instance [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lazy-loading 'resources' on Instance uuid f52b9ffb-6bbc-4bca-97ba-244c0b237944 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.362672] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275436, 'name': CreateVM_Task, 'duration_secs': 0.398541} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.362866] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.363737] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.363917] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.364252] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.364516] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d589c96-8232-46b2-ba7e-9239b1c4cf22 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.377099] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 956.377099] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5203c659-1015-9b03-a400-b5bec1bcbcf5" [ 956.377099] env[69731]: _type = "Task" [ 956.377099] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.379589] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.391364] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5203c659-1015-9b03-a400-b5bec1bcbcf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.402691] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.456600] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071504} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.456737] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.457796] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f642f439-ffd6-47eb-8c13-c499f50fc239 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.483738] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b/b4109e96-8bcd-4f2a-befb-a14d6a85382b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.484890] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8640b4cd-2c85-4ba4-8020-8c3d91eaa6ec tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.172s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.485213] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2f695e-35fc-4237-ac32-b71c177addb9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.510016] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 956.510016] env[69731]: value = "task-3275440" [ 956.510016] env[69731]: _type = "Task" [ 956.510016] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.518870] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.689759] env[69731]: DEBUG nova.compute.manager [req-cc1d518f-1936-44d6-84a7-aaead5a92061 req-9e42ebd3-d16f-4110-b9d2-e74111c3c348 service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Received event network-vif-plugged-7440fe39-5978-446c-8d89-9dbf07733de4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.690036] env[69731]: DEBUG oslo_concurrency.lockutils [req-cc1d518f-1936-44d6-84a7-aaead5a92061 req-9e42ebd3-d16f-4110-b9d2-e74111c3c348 service nova] Acquiring lock "3337e44f-4fb3-4465-988f-42d941eb3bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.690215] env[69731]: DEBUG oslo_concurrency.lockutils [req-cc1d518f-1936-44d6-84a7-aaead5a92061 req-9e42ebd3-d16f-4110-b9d2-e74111c3c348 service nova] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.690389] env[69731]: DEBUG oslo_concurrency.lockutils [req-cc1d518f-1936-44d6-84a7-aaead5a92061 req-9e42ebd3-d16f-4110-b9d2-e74111c3c348 service nova] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.690988] env[69731]: DEBUG nova.compute.manager [req-cc1d518f-1936-44d6-84a7-aaead5a92061 req-9e42ebd3-d16f-4110-b9d2-e74111c3c348 service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] No waiting events found dispatching network-vif-plugged-7440fe39-5978-446c-8d89-9dbf07733de4 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.691288] env[69731]: WARNING nova.compute.manager [req-cc1d518f-1936-44d6-84a7-aaead5a92061 req-9e42ebd3-d16f-4110-b9d2-e74111c3c348 service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Received unexpected event network-vif-plugged-7440fe39-5978-446c-8d89-9dbf07733de4 for instance with vm_state building and task_state spawning. [ 956.737817] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062346} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.738274] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.739518] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f390d-ebf1-40b0-b948-8f9e7f9db906 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.764150] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 325fbc7f-013c-4363-832d-e90f19f59d52/325fbc7f-013c-4363-832d-e90f19f59d52.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.764893] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc5d2084-3e1f-4d92-bcdc-709d63b6630e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.785458] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 956.785458] env[69731]: value = "task-3275441" [ 956.785458] env[69731]: _type = "Task" [ 956.785458] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.794023] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.858967] env[69731]: DEBUG nova.compute.utils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.860194] env[69731]: DEBUG nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.860194] env[69731]: DEBUG nova.network.neutron [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.861957] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.862293] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.862437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.862613] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.862770] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.864970] env[69731]: DEBUG nova.network.neutron [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Successfully updated port: 7440fe39-5978-446c-8d89-9dbf07733de4 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.868030] env[69731]: INFO nova.compute.manager [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Terminating instance [ 956.896752] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5203c659-1015-9b03-a400-b5bec1bcbcf5, 'name': SearchDatastore_Task, 'duration_secs': 0.065085} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.900093] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.901067] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.901067] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.901067] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.901067] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.901815] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0791358-fc62-428d-ad5b-c8f9c1719e9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.910276] env[69731]: DEBUG oslo_vmware.api [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275437, 'name': PowerOnVM_Task, 'duration_secs': 0.612548} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.913243] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.913418] env[69731]: DEBUG nova.compute.manager [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.915560] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdcc784-092b-4202-89f2-2fc5dce33e30 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.918566] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.918566] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.920262] env[69731]: DEBUG nova.policy [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5fd7c78d0744871ae74876b829e1821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4b19daba93e49df9c3ad80891a38227', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.922031] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4492ed3-d8fb-41de-b6e8-ad70043b5438 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.935093] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 956.935093] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52457aa1-82c9-5b79-2ed8-aa49e655b9ac" [ 956.935093] env[69731]: _type = "Task" [ 956.935093] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.944178] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52457aa1-82c9-5b79-2ed8-aa49e655b9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.022463] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.025722] env[69731]: DEBUG nova.network.neutron [req-1a28ea1b-a3b5-422e-a368-349dc50f947d req-055f40b3-39aa-4b9b-bf3e-56857d73fc8f service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Updated VIF entry in instance network info cache for port e5326416-4bd7-45bd-88ae-f12282910626. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.026065] env[69731]: DEBUG nova.network.neutron [req-1a28ea1b-a3b5-422e-a368-349dc50f947d req-055f40b3-39aa-4b9b-bf3e-56857d73fc8f service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Updating instance_info_cache with network_info: [{"id": "e5326416-4bd7-45bd-88ae-f12282910626", "address": "fa:16:3e:e3:d6:ae", "network": {"id": "9fc3ca8c-7a73-4e87-bb8d-0da02807e7c3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-850324979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537ddd554dc447a488ea4c4670b16a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5326416-4b", "ovs_interfaceid": "e5326416-4bd7-45bd-88ae-f12282910626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.095609] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.095609] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.095609] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.095609] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.095895] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.098756] env[69731]: INFO nova.compute.manager [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Terminating instance [ 957.301494] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.363307] env[69731]: DEBUG nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.371118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "refresh_cache-3337e44f-4fb3-4465-988f-42d941eb3bb0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.371316] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "refresh_cache-3337e44f-4fb3-4465-988f-42d941eb3bb0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.371470] env[69731]: DEBUG nova.network.neutron [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.374040] env[69731]: DEBUG nova.compute.manager [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.374310] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.375261] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ade983-27d4-437a-8b67-7c562b631419 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.384853] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.384853] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa847ae-20c0-499e-9c30-0318ca37befc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.396046] env[69731]: DEBUG oslo_vmware.api [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 957.396046] env[69731]: value = "task-3275442" [ 957.396046] env[69731]: _type = "Task" [ 957.396046] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.408970] env[69731]: DEBUG oslo_vmware.api [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.416566] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337123d0-97a5-49b8-9d1e-542db8827646 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.428197] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba789570-42f3-4f6c-856a-e8df7774ef76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.472877] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.474118] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1c000a-d417-407d-a3ae-1d748f1fa1b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.485536] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52457aa1-82c9-5b79-2ed8-aa49e655b9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.043141} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.487361] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2721e22b-67fe-4733-896d-881ed64693e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.491875] env[69731]: DEBUG nova.network.neutron [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Successfully created port: 371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.494145] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787132fe-0d67-49fd-9c97-f8fe6717f32d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.511845] env[69731]: DEBUG nova.compute.provider_tree [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.515035] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 957.515035] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527d04ec-5b56-901c-a502-4160a935cfd8" [ 957.515035] env[69731]: _type = "Task" [ 957.515035] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.526257] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275440, 'name': ReconfigVM_Task, 'duration_secs': 0.911768} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.531419] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b/b4109e96-8bcd-4f2a-befb-a14d6a85382b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.531788] env[69731]: DEBUG oslo_concurrency.lockutils [req-1a28ea1b-a3b5-422e-a368-349dc50f947d req-055f40b3-39aa-4b9b-bf3e-56857d73fc8f service nova] Releasing lock "refresh_cache-465452c2-0073-4a8a-b42d-168d71eafc96" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.532189] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527d04ec-5b56-901c-a502-4160a935cfd8, 'name': SearchDatastore_Task, 'duration_secs': 0.01704} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.532408] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c45fda7-28b8-4e70-afe6-e2adff19af0e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.534609] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.534713] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 465452c2-0073-4a8a-b42d-168d71eafc96/465452c2-0073-4a8a-b42d-168d71eafc96.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.534942] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa1e8e5-0c88-4284-936d-902bc7b68b40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.544538] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 957.544538] env[69731]: value = "task-3275444" [ 957.544538] env[69731]: _type = "Task" [ 957.544538] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.544538] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 957.544538] env[69731]: value = "task-3275443" [ 957.544538] env[69731]: _type = "Task" [ 957.544538] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.556653] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.559838] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275443, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.607868] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "refresh_cache-e9043ee3-be78-448e-a2ab-a0e41d023b4d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.608070] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquired lock "refresh_cache-e9043ee3-be78-448e-a2ab-a0e41d023b4d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.608252] env[69731]: DEBUG nova.network.neutron [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.800250] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275441, 'name': ReconfigVM_Task, 'duration_secs': 0.566053} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.800250] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 325fbc7f-013c-4363-832d-e90f19f59d52/325fbc7f-013c-4363-832d-e90f19f59d52.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.800686] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6d93ea2-d28d-4a73-b813-4eba183bb547 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.808036] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 957.808036] env[69731]: value = "task-3275445" [ 957.808036] env[69731]: _type = "Task" [ 957.808036] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.823761] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275445, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.905949] env[69731]: DEBUG oslo_vmware.api [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275442, 'name': PowerOffVM_Task, 'duration_secs': 0.227861} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.906461] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.906680] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.907114] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8cde4ee-d59f-4786-84c0-2b1a3d3a5b3b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.936746] env[69731]: DEBUG nova.network.neutron [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.000470] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.000728] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.001571] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Deleting the datastore file [datastore1] 2390d5e0-3315-4d7b-9106-0231d4d3fa61 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.001571] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77f1b60-2e46-4152-9fc6-d7ad5613f6b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.009796] env[69731]: DEBUG oslo_vmware.api [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 958.009796] env[69731]: value = "task-3275447" [ 958.009796] env[69731]: _type = "Task" [ 958.009796] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.014914] env[69731]: DEBUG nova.scheduler.client.report [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.026641] env[69731]: DEBUG oslo_vmware.api [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.071073] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.071073] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275443, 'name': Rename_Task, 'duration_secs': 0.223333} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.071346] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.072439] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-438ced3c-302e-4900-bc7c-bde11f894dd6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.078632] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 958.078632] env[69731]: value = "task-3275448" [ 958.078632] env[69731]: _type = "Task" [ 958.078632] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.088466] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.129889] env[69731]: DEBUG nova.network.neutron [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.166582] env[69731]: DEBUG nova.network.neutron [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Updating instance_info_cache with network_info: [{"id": "7440fe39-5978-446c-8d89-9dbf07733de4", "address": "fa:16:3e:b6:b0:eb", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7440fe39-59", "ovs_interfaceid": "7440fe39-5978-446c-8d89-9dbf07733de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.215536] env[69731]: DEBUG nova.network.neutron [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.225626] env[69731]: DEBUG nova.compute.manager [req-61f7beab-4e72-4e7c-9559-1fcc8aba84aa req-4b61228a-bdec-4854-91a1-be6dcb803d33 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Received event network-changed-37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.225980] env[69731]: DEBUG nova.compute.manager [req-61f7beab-4e72-4e7c-9559-1fcc8aba84aa req-4b61228a-bdec-4854-91a1-be6dcb803d33 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Refreshing instance network info cache due to event network-changed-37de733c-6c0a-418d-88a9-b0e36144a2bb. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.227157] env[69731]: DEBUG oslo_concurrency.lockutils [req-61f7beab-4e72-4e7c-9559-1fcc8aba84aa req-4b61228a-bdec-4854-91a1-be6dcb803d33 service nova] Acquiring lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.227157] env[69731]: DEBUG oslo_concurrency.lockutils [req-61f7beab-4e72-4e7c-9559-1fcc8aba84aa req-4b61228a-bdec-4854-91a1-be6dcb803d33 service nova] Acquired lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.227157] env[69731]: DEBUG nova.network.neutron [req-61f7beab-4e72-4e7c-9559-1fcc8aba84aa req-4b61228a-bdec-4854-91a1-be6dcb803d33 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Refreshing network info cache for port 37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.317852] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275445, 'name': Rename_Task, 'duration_secs': 0.226809} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.317974] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.318260] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac05b99-5ec1-4fd4-89f8-89e7d1e3b192 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.325035] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 958.325035] env[69731]: value = "task-3275449" [ 958.325035] env[69731]: _type = "Task" [ 958.325035] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.333348] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.374934] env[69731]: DEBUG nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.405815] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.405815] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.406092] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.406092] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.406351] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.406435] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.406609] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.406763] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.406930] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.407113] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.407320] env[69731]: DEBUG nova.virt.hardware [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.408814] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b404902c-1c7e-4f9b-ad4c-404baa7e5b27 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.417476] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b0487c-7a03-46d6-8a00-ba0d10c3799c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.519800] env[69731]: DEBUG oslo_vmware.api [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.523843] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.528021] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.976s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.555572] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844672} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.555861] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 465452c2-0073-4a8a-b42d-168d71eafc96/465452c2-0073-4a8a-b42d-168d71eafc96.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.556139] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.557198] env[69731]: INFO nova.scheduler.client.report [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted allocations for instance f52b9ffb-6bbc-4bca-97ba-244c0b237944 [ 958.558199] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16dfc958-9f3e-4905-8058-3bc024dae268 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.568201] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 958.568201] env[69731]: value = "task-3275450" [ 958.568201] env[69731]: _type = "Task" [ 958.568201] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.576732] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.590388] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.669098] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "refresh_cache-3337e44f-4fb3-4465-988f-42d941eb3bb0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.669518] env[69731]: DEBUG nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Instance network_info: |[{"id": "7440fe39-5978-446c-8d89-9dbf07733de4", "address": "fa:16:3e:b6:b0:eb", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7440fe39-59", "ovs_interfaceid": "7440fe39-5978-446c-8d89-9dbf07733de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.669957] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b0:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7440fe39-5978-446c-8d89-9dbf07733de4', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.679488] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.679488] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.679488] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b82a4f7f-b66e-48d6-bba2-63c926f1e64f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.694560] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquiring lock "45444e23-5f1b-425d-9bf2-4868fbe24a19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.694807] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "45444e23-5f1b-425d-9bf2-4868fbe24a19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.695020] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquiring lock "45444e23-5f1b-425d-9bf2-4868fbe24a19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.695202] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "45444e23-5f1b-425d-9bf2-4868fbe24a19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.695769] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "45444e23-5f1b-425d-9bf2-4868fbe24a19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.697513] env[69731]: INFO nova.compute.manager [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Terminating instance [ 958.705972] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.705972] env[69731]: value = "task-3275451" [ 958.705972] env[69731]: _type = "Task" [ 958.705972] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.718117] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275451, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.718583] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Releasing lock "refresh_cache-e9043ee3-be78-448e-a2ab-a0e41d023b4d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.718966] env[69731]: DEBUG nova.compute.manager [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.719179] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.719967] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4e4ca-60a1-43cc-a255-cfb754f5f5f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.727717] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.727986] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba58dfc1-ec10-499b-bfe0-508e2ee81f2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.735456] env[69731]: DEBUG nova.compute.manager [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Received event network-changed-7440fe39-5978-446c-8d89-9dbf07733de4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.735656] env[69731]: DEBUG nova.compute.manager [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Refreshing instance network info cache due to event network-changed-7440fe39-5978-446c-8d89-9dbf07733de4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.735872] env[69731]: DEBUG oslo_concurrency.lockutils [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] Acquiring lock "refresh_cache-3337e44f-4fb3-4465-988f-42d941eb3bb0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.736024] env[69731]: DEBUG oslo_concurrency.lockutils [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] Acquired lock "refresh_cache-3337e44f-4fb3-4465-988f-42d941eb3bb0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.736180] env[69731]: DEBUG nova.network.neutron [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Refreshing network info cache for port 7440fe39-5978-446c-8d89-9dbf07733de4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.739545] env[69731]: DEBUG oslo_vmware.api [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 958.739545] env[69731]: value = "task-3275452" [ 958.739545] env[69731]: _type = "Task" [ 958.739545] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.750036] env[69731]: DEBUG oslo_vmware.api [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.836131] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275449, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.019819] env[69731]: DEBUG oslo_vmware.api [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.786542} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.020090] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.020300] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.020449] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.020623] env[69731]: INFO nova.compute.manager [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Took 1.65 seconds to destroy the instance on the hypervisor. [ 959.020885] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.021124] env[69731]: DEBUG nova.compute.manager [-] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.021241] env[69731]: DEBUG nova.network.neutron [-] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.032052] env[69731]: INFO nova.compute.claims [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.067473] env[69731]: DEBUG oslo_concurrency.lockutils [None req-156eef48-f6b2-47fb-8cd5-bca55c1622cb tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "f52b9ffb-6bbc-4bca-97ba-244c0b237944" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.899s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.078677] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213531} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.078952] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.080345] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72409e-c2c1-4a42-9f4f-e7aaa7ade296 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.117815] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 465452c2-0073-4a8a-b42d-168d71eafc96/465452c2-0073-4a8a-b42d-168d71eafc96.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.118164] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.118783] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f38a87-01e3-4bf5-9970-b8d88f03973d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.137590] env[69731]: DEBUG nova.network.neutron [req-61f7beab-4e72-4e7c-9559-1fcc8aba84aa req-4b61228a-bdec-4854-91a1-be6dcb803d33 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updated VIF entry in instance network info cache for port 37de733c-6c0a-418d-88a9-b0e36144a2bb. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.137983] env[69731]: DEBUG nova.network.neutron [req-61f7beab-4e72-4e7c-9559-1fcc8aba84aa req-4b61228a-bdec-4854-91a1-be6dcb803d33 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updating instance_info_cache with network_info: [{"id": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "address": "fa:16:3e:ce:ad:ed", "network": {"id": "bb69d5f4-7244-4287-94d3-c7fec9c57754", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1731123025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a36a98ea5b244eca19a15896f5d690d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de733c-6c", "ovs_interfaceid": "37de733c-6c0a-418d-88a9-b0e36144a2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.147312] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 959.147312] env[69731]: value = "task-3275453" [ 959.147312] env[69731]: _type = "Task" [ 959.147312] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.161721] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.200886] env[69731]: DEBUG nova.compute.manager [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.201179] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.202194] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cb239d-a800-4cc8-9218-5ed46d0846c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.212598] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.212760] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df438cdb-65cd-4e3f-827e-37d641f9cd42 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.217229] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275451, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.222387] env[69731]: DEBUG oslo_vmware.api [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 959.222387] env[69731]: value = "task-3275454" [ 959.222387] env[69731]: _type = "Task" [ 959.222387] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.231975] env[69731]: DEBUG oslo_vmware.api [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.251524] env[69731]: DEBUG oslo_vmware.api [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275452, 'name': PowerOffVM_Task, 'duration_secs': 0.2457} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.251524] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.251524] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.251524] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e81230-883f-49ce-b5c5-6fe006fd9edb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.273601] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.274488] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.274488] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Deleting the datastore file [datastore2] e9043ee3-be78-448e-a2ab-a0e41d023b4d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.274729] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a92d6d7-6b63-4c36-93e3-9fbdbe3a0d6a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.281649] env[69731]: DEBUG oslo_vmware.api [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for the task: (returnval){ [ 959.281649] env[69731]: value = "task-3275456" [ 959.281649] env[69731]: _type = "Task" [ 959.281649] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.290450] env[69731]: DEBUG oslo_vmware.api [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.338644] env[69731]: DEBUG oslo_vmware.api [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275449, 'name': PowerOnVM_Task, 'duration_secs': 0.884642} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.338987] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.339326] env[69731]: INFO nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Took 8.95 seconds to spawn the instance on the hypervisor. [ 959.339540] env[69731]: DEBUG nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.340867] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38217962-2c3b-4a1c-accd-256562c4a6ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.419027] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "27901116-528f-416f-a9cd-c8694bedae6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.419713] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "27901116-528f-416f-a9cd-c8694bedae6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.419932] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "27901116-528f-416f-a9cd-c8694bedae6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.420136] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "27901116-528f-416f-a9cd-c8694bedae6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.420369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "27901116-528f-416f-a9cd-c8694bedae6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.423259] env[69731]: INFO nova.compute.manager [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Terminating instance [ 959.538861] env[69731]: INFO nova.compute.resource_tracker [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating resource usage from migration 68ac028c-bd16-428a-b949-fbcc7f0013e1 [ 959.562550] env[69731]: DEBUG nova.network.neutron [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Successfully updated port: 371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.594149] env[69731]: DEBUG oslo_vmware.api [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275448, 'name': PowerOnVM_Task, 'duration_secs': 1.300237} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.597798] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.598664] env[69731]: DEBUG nova.compute.manager [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.600066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb8a35-8d22-4f74-bdf4-ea83d113481c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.643769] env[69731]: DEBUG oslo_concurrency.lockutils [req-61f7beab-4e72-4e7c-9559-1fcc8aba84aa req-4b61228a-bdec-4854-91a1-be6dcb803d33 service nova] Releasing lock "refresh_cache-2390d5e0-3315-4d7b-9106-0231d4d3fa61" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.663860] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.677703] env[69731]: DEBUG nova.network.neutron [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Updated VIF entry in instance network info cache for port 7440fe39-5978-446c-8d89-9dbf07733de4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.679557] env[69731]: DEBUG nova.network.neutron [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Updating instance_info_cache with network_info: [{"id": "7440fe39-5978-446c-8d89-9dbf07733de4", "address": "fa:16:3e:b6:b0:eb", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7440fe39-59", "ovs_interfaceid": "7440fe39-5978-446c-8d89-9dbf07733de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.719727] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275451, 'name': CreateVM_Task, 'duration_secs': 0.585693} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.720740] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.720950] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.721131] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.721501] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.721776] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b88826-a865-4050-bf05-809a194a5b70 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.734804] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 959.734804] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c6622-bbc9-9890-1a08-16c6e43582b0" [ 959.734804] env[69731]: _type = "Task" [ 959.734804] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.742488] env[69731]: DEBUG oslo_vmware.api [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275454, 'name': PowerOffVM_Task, 'duration_secs': 0.276445} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.746223] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.746485] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.746799] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99876145-9320-4ac9-88de-cf01afd22011 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.756745] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c6622-bbc9-9890-1a08-16c6e43582b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.792415] env[69731]: DEBUG oslo_vmware.api [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Task: {'id': task-3275456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147829} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.792857] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.793160] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.793435] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.793653] env[69731]: INFO nova.compute.manager [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 959.793952] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.794263] env[69731]: DEBUG nova.compute.manager [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.794415] env[69731]: DEBUG nova.network.neutron [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.819190] env[69731]: DEBUG nova.network.neutron [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.860795] env[69731]: INFO nova.compute.manager [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Took 21.04 seconds to build instance. [ 959.872582] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.872883] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.873142] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Deleting the datastore file [datastore1] 45444e23-5f1b-425d-9bf2-4868fbe24a19 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.876477] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-124e1039-18d2-4f7d-8b9a-d6f96cb9502d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.886076] env[69731]: DEBUG oslo_vmware.api [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for the task: (returnval){ [ 959.886076] env[69731]: value = "task-3275458" [ 959.886076] env[69731]: _type = "Task" [ 959.886076] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.898467] env[69731]: DEBUG oslo_vmware.api [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.901544] env[69731]: DEBUG nova.network.neutron [-] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.933829] env[69731]: DEBUG nova.compute.manager [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.934624] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.937294] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af22d42-cd78-424d-b39c-5f83775bcb46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.946502] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.946502] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dda2ddef-f802-457c-9f13-45adcec3ec23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.962856] env[69731]: DEBUG oslo_vmware.api [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 959.962856] env[69731]: value = "task-3275459" [ 959.962856] env[69731]: _type = "Task" [ 959.962856] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.975823] env[69731]: DEBUG oslo_vmware.api [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.066539] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.066769] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.067069] env[69731]: DEBUG nova.network.neutron [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.069354] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535b100b-235e-4658-b4a4-b4faf7a054b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.079587] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49df7477-f14c-4622-8906-c5da9337ecad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.131242] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d701dab-f8a8-40a1-be5e-790066ba7fa6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.137104] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "38066d11-35c5-429d-b578-c11bbe9dbbb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.137104] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "38066d11-35c5-429d-b578-c11bbe9dbbb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.139832] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.150037] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11c487-8ae5-47c6-ad7b-ba120c97fdb3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.166733] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275453, 'name': ReconfigVM_Task, 'duration_secs': 0.579973} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.175993] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 465452c2-0073-4a8a-b42d-168d71eafc96/465452c2-0073-4a8a-b42d-168d71eafc96.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.177273] env[69731]: DEBUG nova.compute.provider_tree [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.181069] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47807fdd-66c3-4753-88f9-f0a2b61a4ea1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.184971] env[69731]: DEBUG oslo_concurrency.lockutils [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] Releasing lock "refresh_cache-3337e44f-4fb3-4465-988f-42d941eb3bb0" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.185095] env[69731]: DEBUG nova.compute.manager [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Received event network-changed-1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.185248] env[69731]: DEBUG nova.compute.manager [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Refreshing instance network info cache due to event network-changed-1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.185800] env[69731]: DEBUG oslo_concurrency.lockutils [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] Acquiring lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.185800] env[69731]: DEBUG oslo_concurrency.lockutils [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] Acquired lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.185928] env[69731]: DEBUG nova.network.neutron [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Refreshing network info cache for port 1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.190356] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 960.190356] env[69731]: value = "task-3275460" [ 960.190356] env[69731]: _type = "Task" [ 960.190356] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.199468] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275460, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.248870] env[69731]: DEBUG nova.compute.manager [req-001867f5-5955-4010-b729-8e47f5f5a1f0 req-58026fe5-ba6c-4f49-813f-370f4dbde021 service nova] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Received event network-vif-deleted-37de733c-6c0a-418d-88a9-b0e36144a2bb {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.256818] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524c6622-bbc9-9890-1a08-16c6e43582b0, 'name': SearchDatastore_Task, 'duration_secs': 0.025043} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.257486] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.257586] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.257858] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.258083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.258323] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.258641] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c42b363b-353e-405c-a019-d96f07fc68c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.270737] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.271084] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.272233] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d491aa-8081-401a-8edf-f91f8d9b2980 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.279700] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 960.279700] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e110c7-d3e1-8789-6217-42725cd7c68c" [ 960.279700] env[69731]: _type = "Task" [ 960.279700] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.292063] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e110c7-d3e1-8789-6217-42725cd7c68c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.321315] env[69731]: DEBUG nova.network.neutron [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.363201] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9437f578-b282-4c02-aea6-e41e510ed2ed tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.556s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.397036] env[69731]: DEBUG oslo_vmware.api [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Task: {'id': task-3275458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286836} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.397036] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.397036] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.397036] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.397317] env[69731]: INFO nova.compute.manager [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Took 1.20 seconds to destroy the instance on the hypervisor. [ 960.397587] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.397821] env[69731]: DEBUG nova.compute.manager [-] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.397948] env[69731]: DEBUG nova.network.neutron [-] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.404378] env[69731]: INFO nova.compute.manager [-] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Took 1.38 seconds to deallocate network for instance. [ 960.447463] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.447836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.448087] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.448259] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.449750] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.450450] env[69731]: INFO nova.compute.manager [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Terminating instance [ 960.473963] env[69731]: DEBUG oslo_vmware.api [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275459, 'name': PowerOffVM_Task, 'duration_secs': 0.239076} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.474185] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.474669] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.474669] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf7d92dc-18b0-46a2-b702-33fcf8aa54e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.566292] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.566527] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.566708] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleting the datastore file [datastore2] 27901116-528f-416f-a9cd-c8694bedae6d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.566974] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3695dc69-149f-4b74-9f91-fb33bdeae723 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.575786] env[69731]: DEBUG oslo_vmware.api [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 960.575786] env[69731]: value = "task-3275462" [ 960.575786] env[69731]: _type = "Task" [ 960.575786] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.586855] env[69731]: DEBUG oslo_vmware.api [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.634044] env[69731]: DEBUG nova.network.neutron [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.640812] env[69731]: DEBUG nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.684827] env[69731]: DEBUG nova.scheduler.client.report [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.704673] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275460, 'name': Rename_Task, 'duration_secs': 0.293317} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.704673] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.704673] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11671af8-7ee6-4e8f-bd98-70847e42af72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.712242] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 960.712242] env[69731]: value = "task-3275463" [ 960.712242] env[69731]: _type = "Task" [ 960.712242] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.721266] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.769102] env[69731]: DEBUG nova.compute.manager [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Received event network-vif-plugged-371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.769326] env[69731]: DEBUG oslo_concurrency.lockutils [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] Acquiring lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.770356] env[69731]: DEBUG oslo_concurrency.lockutils [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.770563] env[69731]: DEBUG oslo_concurrency.lockutils [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.770765] env[69731]: DEBUG nova.compute.manager [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] No waiting events found dispatching network-vif-plugged-371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.770925] env[69731]: WARNING nova.compute.manager [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Received unexpected event network-vif-plugged-371ce7a6-5427-484a-b29c-63254f2f1a2d for instance with vm_state building and task_state spawning. [ 960.771099] env[69731]: DEBUG nova.compute.manager [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Received event network-changed-371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.771383] env[69731]: DEBUG nova.compute.manager [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Refreshing instance network info cache due to event network-changed-371ce7a6-5427-484a-b29c-63254f2f1a2d. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.771531] env[69731]: DEBUG oslo_concurrency.lockutils [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] Acquiring lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.790696] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e110c7-d3e1-8789-6217-42725cd7c68c, 'name': SearchDatastore_Task, 'duration_secs': 0.019126} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.791579] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959c3e6c-e753-4fe5-87cd-7ea0ede20ae5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.798310] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 960.798310] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52868103-46e6-d5cc-c5f4-fb0b5aec4747" [ 960.798310] env[69731]: _type = "Task" [ 960.798310] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.807774] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52868103-46e6-d5cc-c5f4-fb0b5aec4747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.825061] env[69731]: INFO nova.compute.manager [-] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Took 1.03 seconds to deallocate network for instance. [ 960.894196] env[69731]: DEBUG nova.network.neutron [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [{"id": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "address": "fa:16:3e:d2:ed:5a", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371ce7a6-54", "ovs_interfaceid": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.913089] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.954065] env[69731]: DEBUG nova.network.neutron [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Updated VIF entry in instance network info cache for port 1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.954245] env[69731]: DEBUG nova.network.neutron [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Updating instance_info_cache with network_info: [{"id": "1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84", "address": "fa:16:3e:d7:77:08", "network": {"id": "e7ab6a11-00fa-4f5d-b8a9-95f21400497f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-825205922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d14f7f9ae18d43b9a03051621b1ef342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d0c46a6-fb", "ovs_interfaceid": "1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.955611] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "refresh_cache-b4109e96-8bcd-4f2a-befb-a14d6a85382b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.955787] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquired lock "refresh_cache-b4109e96-8bcd-4f2a-befb-a14d6a85382b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.955952] env[69731]: DEBUG nova.network.neutron [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.061930] env[69731]: DEBUG oslo_concurrency.lockutils [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "325fbc7f-013c-4363-832d-e90f19f59d52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.062236] env[69731]: DEBUG oslo_concurrency.lockutils [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.087438] env[69731]: DEBUG oslo_vmware.api [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363822} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.088344] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.088344] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.088344] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.088344] env[69731]: INFO nova.compute.manager [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 961.088728] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.088854] env[69731]: DEBUG nova.compute.manager [-] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.088854] env[69731]: DEBUG nova.network.neutron [-] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.164927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.188098] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.662s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.188319] env[69731]: INFO nova.compute.manager [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Migrating [ 961.196106] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.992s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.196722] env[69731]: DEBUG nova.objects.instance [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lazy-loading 'resources' on Instance uuid 7cbb839b-a3e5-4a93-92f8-123745434129 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.229329] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275463, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.310833] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52868103-46e6-d5cc-c5f4-fb0b5aec4747, 'name': SearchDatastore_Task, 'duration_secs': 0.021008} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.311143] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.311489] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 3337e44f-4fb3-4465-988f-42d941eb3bb0/3337e44f-4fb3-4465-988f-42d941eb3bb0.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.311800] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2376cbe1-7f61-4561-b003-052118383d9e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.322290] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 961.322290] env[69731]: value = "task-3275464" [ 961.322290] env[69731]: _type = "Task" [ 961.322290] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.338076] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.339877] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.396694] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.397216] env[69731]: DEBUG nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Instance network_info: |[{"id": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "address": "fa:16:3e:d2:ed:5a", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371ce7a6-54", "ovs_interfaceid": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.397655] env[69731]: DEBUG oslo_concurrency.lockutils [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] Acquired lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.397982] env[69731]: DEBUG nova.network.neutron [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Refreshing network info cache for port 371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.400616] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ed:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '371ce7a6-5427-484a-b29c-63254f2f1a2d', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.410946] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.411905] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.412190] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecdd4baf-4005-4e02-ae0c-2812835ca655 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.435959] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.435959] env[69731]: value = "task-3275465" [ 961.435959] env[69731]: _type = "Task" [ 961.435959] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.444854] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275465, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.459353] env[69731]: DEBUG oslo_concurrency.lockutils [req-42e78286-691a-4f59-b925-0832612f8f0f req-ef38873f-6351-4939-ad3e-79cef7af1c6b service nova] Releasing lock "refresh_cache-8e6ed9f2-5555-4447-beb9-c7adbabebd32" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.479538] env[69731]: DEBUG nova.network.neutron [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.501772] env[69731]: DEBUG nova.network.neutron [-] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.540146] env[69731]: DEBUG nova.network.neutron [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.565923] env[69731]: DEBUG nova.compute.utils [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.708967] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.708967] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.708967] env[69731]: DEBUG nova.network.neutron [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.725550] env[69731]: DEBUG oslo_vmware.api [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275463, 'name': PowerOnVM_Task, 'duration_secs': 0.675202} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.725678] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.725926] env[69731]: INFO nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Took 8.71 seconds to spawn the instance on the hypervisor. [ 961.726171] env[69731]: DEBUG nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.729943] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d9a7b9-15da-4dcd-aaaf-46e71fe71716 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.837013] env[69731]: DEBUG nova.network.neutron [-] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.838204] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275464, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.957725] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275465, 'name': CreateVM_Task, 'duration_secs': 0.412411} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.958016] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.958666] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.958851] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.959314] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.959552] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca402ba-6c83-4ea7-8884-d134fd1eb537 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.966105] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 961.966105] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524a05cf-fa2e-ea60-6146-d294a8d1373e" [ 961.966105] env[69731]: _type = "Task" [ 961.966105] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.978966] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524a05cf-fa2e-ea60-6146-d294a8d1373e, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.979318] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.979552] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.979780] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.979961] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.980222] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.980376] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02906c95-a955-4756-8505-0a7d52b16f64 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.993864] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.993864] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.994438] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e385612-0316-402a-9272-fea2b91f4bb5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.005356] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 962.005356] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528046a3-2771-566c-8a6b-161bab842d74" [ 962.005356] env[69731]: _type = "Task" [ 962.005356] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.011419] env[69731]: INFO nova.compute.manager [-] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Took 1.61 seconds to deallocate network for instance. [ 962.023682] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528046a3-2771-566c-8a6b-161bab842d74, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.024569] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde9d4de-a547-4b72-8a19-a0c1c99ae8a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.031374] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 962.031374] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52578c04-19f4-e6b6-4cfe-3a5f6d5918e2" [ 962.031374] env[69731]: _type = "Task" [ 962.031374] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.046948] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Releasing lock "refresh_cache-b4109e96-8bcd-4f2a-befb-a14d6a85382b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.047450] env[69731]: DEBUG nova.compute.manager [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.047741] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.048118] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52578c04-19f4-e6b6-4cfe-3a5f6d5918e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.053045] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9af84-7a94-4161-8d70-037f1964a92f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.055656] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.055947] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b/6c76ba6e-055b-4b39-b3b0-3cd49750351b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.059664] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd708c9-b5db-4eee-9c87-b21d0c1f49d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.068725] env[69731]: DEBUG oslo_concurrency.lockutils [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.069329] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.074766] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b13f571-1039-4bc3-98a2-2addd904eb62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.076995] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 962.076995] env[69731]: value = "task-3275466" [ 962.076995] env[69731]: _type = "Task" [ 962.076995] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.085704] env[69731]: DEBUG oslo_vmware.api [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 962.085704] env[69731]: value = "task-3275467" [ 962.085704] env[69731]: _type = "Task" [ 962.085704] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.095623] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.102903] env[69731]: DEBUG oslo_vmware.api [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.191983] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af8b29-d499-4b19-abe9-55f72c60f449 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.201456] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad50279-3ad3-4b8b-afd7-18a644c63d71 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.236809] env[69731]: DEBUG nova.network.neutron [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updated VIF entry in instance network info cache for port 371ce7a6-5427-484a-b29c-63254f2f1a2d. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.237353] env[69731]: DEBUG nova.network.neutron [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [{"id": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "address": "fa:16:3e:d2:ed:5a", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371ce7a6-54", "ovs_interfaceid": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.239324] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36558ef1-9677-4849-b3bb-95a28355c6b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.256841] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600e62e3-e42b-498f-9042-20f628317ff5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.261572] env[69731]: INFO nova.compute.manager [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Took 23.35 seconds to build instance. [ 962.276023] env[69731]: DEBUG nova.compute.provider_tree [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.335439] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653791} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.338228] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 3337e44f-4fb3-4465-988f-42d941eb3bb0/3337e44f-4fb3-4465-988f-42d941eb3bb0.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.338486] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.338975] env[69731]: INFO nova.compute.manager [-] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Took 1.25 seconds to deallocate network for instance. [ 962.339232] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c962d834-80ed-46a1-93a9-c3c07e431623 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.352589] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 962.352589] env[69731]: value = "task-3275468" [ 962.352589] env[69731]: _type = "Task" [ 962.352589] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.369588] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.521974] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.556910] env[69731]: DEBUG nova.network.neutron [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance_info_cache with network_info: [{"id": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "address": "fa:16:3e:f3:16:7c", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e2f34d-95", "ovs_interfaceid": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.588943] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275466, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.599256] env[69731]: DEBUG oslo_vmware.api [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275467, 'name': PowerOffVM_Task, 'duration_secs': 0.130424} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.599256] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.599256] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.599256] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-856caa8b-ae00-49bf-88ed-fa34fb2fd314 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.642213] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.643740] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.643740] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Deleting the datastore file [datastore1] b4109e96-8bcd-4f2a-befb-a14d6a85382b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.643740] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4388faf-3eb4-45cc-bb93-737596a00842 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.660419] env[69731]: DEBUG oslo_vmware.api [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for the task: (returnval){ [ 962.660419] env[69731]: value = "task-3275470" [ 962.660419] env[69731]: _type = "Task" [ 962.660419] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.672707] env[69731]: DEBUG oslo_vmware.api [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.743418] env[69731]: DEBUG oslo_concurrency.lockutils [req-7864c733-1101-49f1-a85a-afe69ac9a432 req-122daff4-b595-40ed-9c6c-da1c0bee6286 service nova] Releasing lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.764535] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e4fcadd1-9b69-40ec-8625-5820b639fef7 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "465452c2-0073-4a8a-b42d-168d71eafc96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.864s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.778739] env[69731]: DEBUG nova.scheduler.client.report [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.849118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.863317] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219683} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.863591] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.864408] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96fc119-3acc-4929-9adb-64ab05f9b307 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.870612] env[69731]: DEBUG nova.compute.manager [req-49140718-e074-473c-9061-ca08ee214a9c req-71f12130-9ee0-47fb-a287-14a09321efd8 service nova] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Received event network-vif-deleted-5c5887db-e165-400c-8934-ccf24b8a02f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.870884] env[69731]: DEBUG nova.compute.manager [req-49140718-e074-473c-9061-ca08ee214a9c req-71f12130-9ee0-47fb-a287-14a09321efd8 service nova] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Received event network-vif-deleted-77a83552-f046-49db-b422-ca8f8c28c9bc {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.893633] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 3337e44f-4fb3-4465-988f-42d941eb3bb0/3337e44f-4fb3-4465-988f-42d941eb3bb0.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.894223] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90fe9d1c-4d3c-4ce5-85ed-89643a2445ce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.917189] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 962.917189] env[69731]: value = "task-3275471" [ 962.917189] env[69731]: _type = "Task" [ 962.917189] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.926831] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.059787] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.095773] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568453} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.095773] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b/6c76ba6e-055b-4b39-b3b0-3cd49750351b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.095773] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.095773] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b67a3185-4409-47a0-bd7b-8056f7e3f792 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.099224] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 963.099224] env[69731]: value = "task-3275472" [ 963.099224] env[69731]: _type = "Task" [ 963.099224] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.107907] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.161015] env[69731]: DEBUG oslo_concurrency.lockutils [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "325fbc7f-013c-4363-832d-e90f19f59d52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.161405] env[69731]: DEBUG oslo_concurrency.lockutils [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.161588] env[69731]: INFO nova.compute.manager [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Attaching volume 26d2a6dd-093b-47b1-8987-1b4ae74524e6 to /dev/sdb [ 963.175084] env[69731]: DEBUG oslo_vmware.api [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Task: {'id': task-3275470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22437} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.175345] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.176034] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.176034] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.176034] env[69731]: INFO nova.compute.manager [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 963.176200] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.176313] env[69731]: DEBUG nova.compute.manager [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.176412] env[69731]: DEBUG nova.network.neutron [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.196176] env[69731]: DEBUG nova.network.neutron [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.205790] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ea993-e5a3-463d-bcd9-2909cc1d7c5a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.213867] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baa3fe4-9772-4968-9ea3-33e709949ad3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.230984] env[69731]: DEBUG nova.virt.block_device [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Updating existing volume attachment record: 4a87182c-271a-4265-beec-2298452cd7c2 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 963.284993] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.288852] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.988s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.289188] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.292395] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.120s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.315159] env[69731]: INFO nova.scheduler.client.report [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Deleted allocations for instance 8425829c-c4ad-40b5-93f5-5cac89c6ae64 [ 963.318866] env[69731]: INFO nova.scheduler.client.report [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Deleted allocations for instance 7cbb839b-a3e5-4a93-92f8-123745434129 [ 963.430496] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275471, 'name': ReconfigVM_Task, 'duration_secs': 0.368549} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.433268] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 3337e44f-4fb3-4465-988f-42d941eb3bb0/3337e44f-4fb3-4465-988f-42d941eb3bb0.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.435213] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-731ab44e-5e30-4d33-be2d-ad8ea0d2fc93 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.441589] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 963.441589] env[69731]: value = "task-3275474" [ 963.441589] env[69731]: _type = "Task" [ 963.441589] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.451746] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275474, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.611888] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275472, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.698540] env[69731]: DEBUG nova.network.neutron [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.703769] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f103b4-e134-4a8b-90a0-08dd83b46be0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.720922] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d19759-0b14-41b9-8102-4ef4597baf6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.753790] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0896bdc7-e95d-4592-a7e9-625be012f72b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.761967] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fa94f3-f7ae-4db8-ba85-0f4489f8b9b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.776063] env[69731]: DEBUG nova.compute.provider_tree [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.829610] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5391fb54-de15-4b14-9a4d-db729b0ccc4f tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "8425829c-c4ad-40b5-93f5-5cac89c6ae64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.206s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.830637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2d91f6f7-f999-4c8a-98df-6298d1bda61c tempest-ServersTestBootFromVolume-1374124713 tempest-ServersTestBootFromVolume-1374124713-project-member] Lock "7cbb839b-a3e5-4a93-92f8-123745434129" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.620s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.953595] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275474, 'name': Rename_Task, 'duration_secs': 0.159001} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.953911] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.954189] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e688360b-1980-4cfc-b033-68898b16021f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.961267] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 963.961267] env[69731]: value = "task-3275477" [ 963.961267] env[69731]: _type = "Task" [ 963.961267] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.970568] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.970937] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-c6288f2d-c6bb-4904-b2ae-e701dbfc7653-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.971172] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-c6288f2d-c6bb-4904-b2ae-e701dbfc7653-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.971555] env[69731]: DEBUG nova.objects.instance [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'flavor' on Instance uuid c6288f2d-c6bb-4904-b2ae-e701dbfc7653 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.071363] env[69731]: DEBUG nova.compute.manager [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.075523] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a50008-06ef-488e-99f5-40879d9e8714 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.111331] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.541217} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.111704] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.112761] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a6ac70-3d78-4e28-b8a3-0bbb899a9fc1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.138931] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b/6c76ba6e-055b-4b39-b3b0-3cd49750351b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.139610] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662da3a6-3833-4914-9a62-0dc2414ba70b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.161862] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 964.161862] env[69731]: value = "task-3275478" [ 964.161862] env[69731]: _type = "Task" [ 964.161862] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.170319] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.205042] env[69731]: INFO nova.compute.manager [-] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Took 1.03 seconds to deallocate network for instance. [ 964.279826] env[69731]: DEBUG nova.scheduler.client.report [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.477071] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.563588] env[69731]: DEBUG nova.objects.instance [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'pci_requests' on Instance uuid c6288f2d-c6bb-4904-b2ae-e701dbfc7653 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.586166] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b1dae3-b2bf-43f5-918e-f0edeaf44273 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.590355] env[69731]: INFO nova.compute.manager [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] instance snapshotting [ 964.593454] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6b0d45-040e-429b-ba09-300f14113c09 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.610179] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance '413bb13f-3ff9-4994-8777-93c70336d533' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.633352] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f247659-0d75-498d-bf51-c5e57321d936 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.672240] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275478, 'name': ReconfigVM_Task, 'duration_secs': 0.410579} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.672552] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b/6c76ba6e-055b-4b39-b3b0-3cd49750351b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.673212] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfb039ab-16a4-4e01-a3d8-2d82f8197fd9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.682699] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 964.682699] env[69731]: value = "task-3275479" [ 964.682699] env[69731]: _type = "Task" [ 964.682699] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.695555] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275479, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.711856] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.785651] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.494s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.786100] env[69731]: INFO nova.compute.manager [None req-abb408f1-3357-49fc-932d-27b82f239beb tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Successfully reverted task state from rebuilding on failure for instance. [ 964.791754] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.560s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.792086] env[69731]: DEBUG nova.objects.instance [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 964.975277] env[69731]: DEBUG oslo_vmware.api [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275477, 'name': PowerOnVM_Task, 'duration_secs': 0.602098} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.975514] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.975726] env[69731]: INFO nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Took 9.24 seconds to spawn the instance on the hypervisor. [ 964.975901] env[69731]: DEBUG nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.976773] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e73d6-a385-4909-9823-01b186ed55aa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.068376] env[69731]: DEBUG nova.objects.base [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 965.068376] env[69731]: DEBUG nova.network.neutron [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.116726] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.117170] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65d8e638-88cb-4255-9d62-68f65b5456ef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.126280] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 965.126280] env[69731]: value = "task-3275480" [ 965.126280] env[69731]: _type = "Task" [ 965.126280] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.136483] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.138207] env[69731]: DEBUG nova.policy [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.145404] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.145719] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e816f4e-c8f3-4bc9-9397-fa2561e6d2be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.155375] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 965.155375] env[69731]: value = "task-3275481" [ 965.155375] env[69731]: _type = "Task" [ 965.155375] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.164247] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.191892] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275479, 'name': Rename_Task, 'duration_secs': 0.34539} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.192230] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.192463] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99900a33-7cb2-4382-9052-c9329125d2a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.200816] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 965.200816] env[69731]: value = "task-3275482" [ 965.200816] env[69731]: _type = "Task" [ 965.200816] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.209695] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.376463] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.376748] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.376995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.377598] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.377598] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.379551] env[69731]: INFO nova.compute.manager [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Terminating instance [ 965.499022] env[69731]: INFO nova.compute.manager [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Took 26.01 seconds to build instance. [ 965.639808] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275480, 'name': PowerOffVM_Task, 'duration_secs': 0.199755} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.640830] env[69731]: DEBUG nova.network.neutron [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Successfully created port: ac06f8a1-6216-4c57-b0b4-b702da318ae6 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.643985] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.644190] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance '413bb13f-3ff9-4994-8777-93c70336d533' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.669858] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.716936] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.807474] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e4c3bee-93b3-429e-8449-a09378fa9c53 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.807474] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.429s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.807474] env[69731]: INFO nova.compute.claims [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.884704] env[69731]: DEBUG nova.compute.manager [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.885234] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.886371] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414d5bff-2cad-4061-b65e-c29c52ad3667 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.898453] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.899015] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-633aaa6c-0b85-4bd3-a207-dc98c768c523 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.907310] env[69731]: DEBUG oslo_vmware.api [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 965.907310] env[69731]: value = "task-3275484" [ 965.907310] env[69731]: _type = "Task" [ 965.907310] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.919979] env[69731]: DEBUG oslo_vmware.api [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.000884] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0792fc24-ea4d-46d8-913c-81af63e7b3e9 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.523s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.150959] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.151318] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.151477] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.151685] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.152115] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.152360] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.152644] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.152969] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.153081] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.153833] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.153833] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.160051] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa7a4d6-4b68-40d2-a143-331eb8b80b6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.180626] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275481, 'name': CreateSnapshot_Task, 'duration_secs': 0.813435} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.180961] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.182995] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcbb52d-1990-41eb-9be3-e1f9922cbea2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.185678] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 966.185678] env[69731]: value = "task-3275485" [ 966.185678] env[69731]: _type = "Task" [ 966.185678] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.203631] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.212635] env[69731]: DEBUG oslo_vmware.api [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275482, 'name': PowerOnVM_Task, 'duration_secs': 0.626923} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.212936] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.213194] env[69731]: INFO nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Took 7.84 seconds to spawn the instance on the hypervisor. [ 966.213412] env[69731]: DEBUG nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.214358] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3738a32-5748-4208-86c4-e2cd960667ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.420642] env[69731]: DEBUG oslo_vmware.api [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275484, 'name': PowerOffVM_Task, 'duration_secs': 0.276638} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.420642] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.420642] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.420642] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aee083a5-91d2-4b5d-b1a8-1b86325d83be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.511035] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.511035] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.511035] env[69731]: DEBUG nova.compute.manager [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.511035] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684cb7ba-ab38-46aa-afca-3339dfc9d27a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.516808] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.518550] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.518938] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Deleting the datastore file [datastore1] 0f58f9a2-8d42-44b2-828c-fc96f3615014 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.520454] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da9cc9b1-d7c2-4060-80ad-9bab0b475665 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.526446] env[69731]: DEBUG nova.compute.manager [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 966.527555] env[69731]: DEBUG nova.objects.instance [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'flavor' on Instance uuid 3337e44f-4fb3-4465-988f-42d941eb3bb0 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.537734] env[69731]: DEBUG oslo_vmware.api [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for the task: (returnval){ [ 966.537734] env[69731]: value = "task-3275487" [ 966.537734] env[69731]: _type = "Task" [ 966.537734] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.551099] env[69731]: DEBUG oslo_vmware.api [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.706033] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.706382] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275485, 'name': ReconfigVM_Task, 'duration_secs': 0.328634} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.706591] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b571bccb-0cbd-423e-b293-a7de77787df9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.709633] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance '413bb13f-3ff9-4994-8777-93c70336d533' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.719378] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 966.719378] env[69731]: value = "task-3275488" [ 966.719378] env[69731]: _type = "Task" [ 966.719378] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.731530] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275488, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.736051] env[69731]: INFO nova.compute.manager [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Took 26.07 seconds to build instance. [ 967.050808] env[69731]: DEBUG oslo_vmware.api [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Task: {'id': task-3275487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494892} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.052175] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.052175] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.052475] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.053236] env[69731]: INFO nova.compute.manager [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Took 1.17 seconds to destroy the instance on the hypervisor. [ 967.053236] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.055382] env[69731]: DEBUG nova.compute.manager [-] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.055382] env[69731]: DEBUG nova.network.neutron [-] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.219458] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.219757] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.220556] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.220556] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.220556] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.220710] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.220959] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.221273] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.221542] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.221786] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.222176] env[69731]: DEBUG nova.virt.hardware [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.228879] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.232182] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a8c2f1-0076-443c-ab9f-cc82e0313b35 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.252402] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43cfa70-b955-402b-9643-48cfd88f9945 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.608s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.259962] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275488, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.261781] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 967.261781] env[69731]: value = "task-3275489" [ 967.261781] env[69731]: _type = "Task" [ 967.261781] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.272977] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.354342] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae33b69d-3e9e-4838-8435-d410b8d4ded6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.364633] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e57d1-7dc4-4480-ab0a-6084961b8cf1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.407314] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d1a60e-f3fb-4103-b37c-43a1541ff3e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.417593] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34c9245-fd70-4f6f-bb8c-ae580d91cea9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.433635] env[69731]: DEBUG nova.compute.provider_tree [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.545872] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.545872] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f32a4b2a-0fdb-4ee8-bac0-4273b9bb8e96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.556186] env[69731]: DEBUG oslo_vmware.api [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 967.556186] env[69731]: value = "task-3275490" [ 967.556186] env[69731]: _type = "Task" [ 967.556186] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.570871] env[69731]: DEBUG oslo_vmware.api [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.699854] env[69731]: DEBUG nova.network.neutron [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Successfully updated port: ac06f8a1-6216-4c57-b0b4-b702da318ae6 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.742480] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275488, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.754091] env[69731]: DEBUG nova.compute.manager [req-f3b31190-1c56-4a6c-ad31-2935d83980f0 req-fc9f3b50-887a-44e3-a5cd-0e898d0c0976 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received event network-vif-plugged-ac06f8a1-6216-4c57-b0b4-b702da318ae6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.754314] env[69731]: DEBUG oslo_concurrency.lockutils [req-f3b31190-1c56-4a6c-ad31-2935d83980f0 req-fc9f3b50-887a-44e3-a5cd-0e898d0c0976 service nova] Acquiring lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.754548] env[69731]: DEBUG oslo_concurrency.lockutils [req-f3b31190-1c56-4a6c-ad31-2935d83980f0 req-fc9f3b50-887a-44e3-a5cd-0e898d0c0976 service nova] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.754716] env[69731]: DEBUG oslo_concurrency.lockutils [req-f3b31190-1c56-4a6c-ad31-2935d83980f0 req-fc9f3b50-887a-44e3-a5cd-0e898d0c0976 service nova] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.754883] env[69731]: DEBUG nova.compute.manager [req-f3b31190-1c56-4a6c-ad31-2935d83980f0 req-fc9f3b50-887a-44e3-a5cd-0e898d0c0976 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] No waiting events found dispatching network-vif-plugged-ac06f8a1-6216-4c57-b0b4-b702da318ae6 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.755858] env[69731]: WARNING nova.compute.manager [req-f3b31190-1c56-4a6c-ad31-2935d83980f0 req-fc9f3b50-887a-44e3-a5cd-0e898d0c0976 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received unexpected event network-vif-plugged-ac06f8a1-6216-4c57-b0b4-b702da318ae6 for instance with vm_state active and task_state None. [ 967.773506] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275489, 'name': ReconfigVM_Task, 'duration_secs': 0.350834} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.773966] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 967.774615] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535feac0-f7d0-4757-829b-2133bc859779 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.781458] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 967.781896] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654219', 'volume_id': '26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'name': 'volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '325fbc7f-013c-4363-832d-e90f19f59d52', 'attached_at': '', 'detached_at': '', 'volume_id': '26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'serial': '26d2a6dd-093b-47b1-8987-1b4ae74524e6'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 967.782619] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc31f92-bd8f-48f4-ac61-697c49cb6d90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.803587] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 413bb13f-3ff9-4994-8777-93c70336d533/413bb13f-3ff9-4994-8777-93c70336d533.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.804109] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28648c0-c677-445a-a192-938e40712510 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.832927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ced5dc-0dda-4ee4-bb69-fe20684dff40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.838799] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 967.838799] env[69731]: value = "task-3275491" [ 967.838799] env[69731]: _type = "Task" [ 967.838799] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.875850] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6/volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.877827] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f27763a-5ddc-4b5d-8ddb-cab25fd01241 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.894691] env[69731]: DEBUG nova.compute.manager [req-87e2a28b-26b6-46f1-b406-92b30ed45636 req-9f10e9da-7349-4343-9db1-8af7e2a34920 service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Received event network-vif-deleted-a7dbb2b9-0fc0-4e55-aac6-12102debd7c9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.894887] env[69731]: INFO nova.compute.manager [req-87e2a28b-26b6-46f1-b406-92b30ed45636 req-9f10e9da-7349-4343-9db1-8af7e2a34920 service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Neutron deleted interface a7dbb2b9-0fc0-4e55-aac6-12102debd7c9; detaching it from the instance and deleting it from the info cache [ 967.895109] env[69731]: DEBUG nova.network.neutron [req-87e2a28b-26b6-46f1-b406-92b30ed45636 req-9f10e9da-7349-4343-9db1-8af7e2a34920 service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.900138] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.911581] env[69731]: DEBUG oslo_vmware.api [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 967.911581] env[69731]: value = "task-3275492" [ 967.911581] env[69731]: _type = "Task" [ 967.911581] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.922625] env[69731]: DEBUG oslo_vmware.api [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.937665] env[69731]: DEBUG nova.scheduler.client.report [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.067848] env[69731]: DEBUG oslo_vmware.api [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275490, 'name': PowerOffVM_Task, 'duration_secs': 0.328142} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.068211] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.068478] env[69731]: DEBUG nova.compute.manager [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.069467] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70692cb-be1f-4b8f-9c52-c37dff93f27f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.124140] env[69731]: DEBUG nova.network.neutron [-] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.202056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.202274] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.202473] env[69731]: DEBUG nova.network.neutron [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.243102] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275488, 'name': CloneVM_Task, 'duration_secs': 1.405609} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.243458] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Created linked-clone VM from snapshot [ 968.244207] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2953b-7b6f-4bf7-b788-fd6e8b817fcf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.252856] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Uploading image 789728e4-9fed-479a-993d-6811bb470780 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.266181] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.266479] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b632ed9-2c06-4d05-a001-0bc3e3cabf2a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.275714] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 968.275714] env[69731]: value = "task-3275493" [ 968.275714] env[69731]: _type = "Task" [ 968.275714] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.285717] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275493, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.350522] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.401494] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-299df8f2-fd9c-4058-b824-4cac87843a74 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.411414] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42986513-f0b2-41e7-85c8-ec48da2c5940 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.436796] env[69731]: DEBUG oslo_vmware.api [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275492, 'name': ReconfigVM_Task, 'duration_secs': 0.419155} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.437401] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6/volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.455097] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e42bfbe-6527-4207-bc36-6df9407524ef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.465403] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.465925] env[69731]: DEBUG nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.468782] env[69731]: DEBUG nova.compute.manager [req-87e2a28b-26b6-46f1-b406-92b30ed45636 req-9f10e9da-7349-4343-9db1-8af7e2a34920 service nova] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Detach interface failed, port_id=a7dbb2b9-0fc0-4e55-aac6-12102debd7c9, reason: Instance 0f58f9a2-8d42-44b2-828c-fc96f3615014 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.469470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.314s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.469647] env[69731]: DEBUG nova.objects.instance [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 968.480549] env[69731]: DEBUG oslo_vmware.api [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 968.480549] env[69731]: value = "task-3275494" [ 968.480549] env[69731]: _type = "Task" [ 968.480549] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.489813] env[69731]: DEBUG oslo_vmware.api [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.585152] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0a2f61bb-5c60-474f-bff1-a4bd773602e8 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.626565] env[69731]: INFO nova.compute.manager [-] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Took 1.57 seconds to deallocate network for instance. [ 968.738187] env[69731]: WARNING nova.network.neutron [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] ab52b71e-3144-4acc-8418-0f2130dd7826 already exists in list: networks containing: ['ab52b71e-3144-4acc-8418-0f2130dd7826']. ignoring it [ 968.786978] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275493, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.850988] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.972776] env[69731]: DEBUG nova.compute.utils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.977461] env[69731]: DEBUG nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.977461] env[69731]: DEBUG nova.network.neutron [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.983858] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "1e26bce0-a311-49b3-af15-a0935fa97372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.984091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "1e26bce0-a311-49b3-af15-a0935fa97372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.999762] env[69731]: DEBUG oslo_vmware.api [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.043074] env[69731]: DEBUG nova.network.neutron [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [{"id": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "address": "fa:16:3e:a5:45:30", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc79ab4-bc", "ovs_interfaceid": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac06f8a1-6216-4c57-b0b4-b702da318ae6", "address": "fa:16:3e:47:31:a2", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac06f8a1-62", "ovs_interfaceid": "ac06f8a1-6216-4c57-b0b4-b702da318ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.048734] env[69731]: DEBUG nova.policy [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e94e5627f21e43c6a9d4cb3cda0e4182', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42b6a2a3ad05401b98135f50ca2fea90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.134681] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.290569] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275493, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.355627] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275491, 'name': ReconfigVM_Task, 'duration_secs': 1.415482} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.355627] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 413bb13f-3ff9-4994-8777-93c70336d533/413bb13f-3ff9-4994-8777-93c70336d533.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.355627] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance '413bb13f-3ff9-4994-8777-93c70336d533' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.368653] env[69731]: INFO nova.compute.manager [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Rebuilding instance [ 969.424201] env[69731]: DEBUG nova.compute.manager [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.425120] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da2e9f-8c02-43f4-bbc5-40487ff7b7c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.482021] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7d4088fa-e3b4-4abd-8f2d-bca1f2984ad1 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.482406] env[69731]: DEBUG nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.486452] env[69731]: DEBUG nova.network.neutron [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Successfully created port: 5d7df3e6-54ea-4740-9642-d6364c4e0233 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.488673] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.669s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.488897] env[69731]: DEBUG nova.objects.instance [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lazy-loading 'resources' on Instance uuid 24ab2728-11fe-4772-b03e-f8658a92ea6c {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.490849] env[69731]: DEBUG nova.compute.manager [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.504712] env[69731]: DEBUG oslo_vmware.api [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.545417] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.546103] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.546264] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.547131] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1027f647-af37-432f-9f86-a8d55f6c0336 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.565314] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.565565] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.565721] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.565900] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.566058] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.566208] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.566410] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.566567] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.566731] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.566889] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.567080] env[69731]: DEBUG nova.virt.hardware [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.573759] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Reconfiguring VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 969.574093] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed25a495-89ec-48a9-a554-603fc36e3479 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.597261] env[69731]: DEBUG oslo_vmware.api [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 969.597261] env[69731]: value = "task-3275495" [ 969.597261] env[69731]: _type = "Task" [ 969.597261] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.607508] env[69731]: DEBUG oslo_vmware.api [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275495, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.789335] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275493, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.861430] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04aa104-a170-4654-9e08-9eeaa347bc77 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.885073] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725e45e5-7522-4eff-9def-d2811b80b146 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.888751] env[69731]: DEBUG nova.compute.manager [req-b7b5c5b8-71e3-41fe-81dc-58be9fd16450 req-c9027e92-67ab-406a-b5ee-fcb64e92d374 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received event network-changed-ac06f8a1-6216-4c57-b0b4-b702da318ae6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.888928] env[69731]: DEBUG nova.compute.manager [req-b7b5c5b8-71e3-41fe-81dc-58be9fd16450 req-c9027e92-67ab-406a-b5ee-fcb64e92d374 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Refreshing instance network info cache due to event network-changed-ac06f8a1-6216-4c57-b0b4-b702da318ae6. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.889168] env[69731]: DEBUG oslo_concurrency.lockutils [req-b7b5c5b8-71e3-41fe-81dc-58be9fd16450 req-c9027e92-67ab-406a-b5ee-fcb64e92d374 service nova] Acquiring lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.889346] env[69731]: DEBUG oslo_concurrency.lockutils [req-b7b5c5b8-71e3-41fe-81dc-58be9fd16450 req-c9027e92-67ab-406a-b5ee-fcb64e92d374 service nova] Acquired lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.889512] env[69731]: DEBUG nova.network.neutron [req-b7b5c5b8-71e3-41fe-81dc-58be9fd16450 req-c9027e92-67ab-406a-b5ee-fcb64e92d374 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Refreshing network info cache for port ac06f8a1-6216-4c57-b0b4-b702da318ae6 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.909241] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance '413bb13f-3ff9-4994-8777-93c70336d533' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.914181] env[69731]: DEBUG nova.compute.manager [req-ab388c3f-5d78-49d7-a0c0-d2044eee3a1c req-1820c945-696f-44f5-9778-d58e82a5bc16 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Received event network-changed-371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.914396] env[69731]: DEBUG nova.compute.manager [req-ab388c3f-5d78-49d7-a0c0-d2044eee3a1c req-1820c945-696f-44f5-9778-d58e82a5bc16 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Refreshing instance network info cache due to event network-changed-371ce7a6-5427-484a-b29c-63254f2f1a2d. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.914679] env[69731]: DEBUG oslo_concurrency.lockutils [req-ab388c3f-5d78-49d7-a0c0-d2044eee3a1c req-1820c945-696f-44f5-9778-d58e82a5bc16 service nova] Acquiring lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.914867] env[69731]: DEBUG oslo_concurrency.lockutils [req-ab388c3f-5d78-49d7-a0c0-d2044eee3a1c req-1820c945-696f-44f5-9778-d58e82a5bc16 service nova] Acquired lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.915094] env[69731]: DEBUG nova.network.neutron [req-ab388c3f-5d78-49d7-a0c0-d2044eee3a1c req-1820c945-696f-44f5-9778-d58e82a5bc16 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Refreshing network info cache for port 371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.004085] env[69731]: DEBUG oslo_vmware.api [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275494, 'name': ReconfigVM_Task, 'duration_secs': 1.20554} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.006344] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654219', 'volume_id': '26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'name': 'volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '325fbc7f-013c-4363-832d-e90f19f59d52', 'attached_at': '', 'detached_at': '', 'volume_id': '26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'serial': '26d2a6dd-093b-47b1-8987-1b4ae74524e6'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 970.023704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.111023] env[69731]: DEBUG oslo_vmware.api [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.290536] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275493, 'name': Destroy_Task, 'duration_secs': 1.676934} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.293043] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Destroyed the VM [ 970.293386] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 970.294140] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-700b9fba-984a-4777-bd69-dffda737aeab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.301397] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 970.301397] env[69731]: value = "task-3275496" [ 970.301397] env[69731]: _type = "Task" [ 970.301397] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.314430] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275496, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.320194] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd1caa8-1bf6-4361-8f2b-00aa53c7a9e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.328018] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51d56e1-e15d-4620-bb20-4e1f0035e8a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.360770] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c88e09e-60b6-415e-aca6-91b74b64c34d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.369732] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58921066-293e-4369-88c5-d8046def53e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.384612] env[69731]: DEBUG nova.compute.provider_tree [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.440044] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.440996] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec74e617-6161-4dd2-8165-b0b97c358d2c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.450041] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 970.450041] env[69731]: value = "task-3275497" [ 970.450041] env[69731]: _type = "Task" [ 970.450041] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.458700] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.491749] env[69731]: DEBUG nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.505957] env[69731]: DEBUG nova.network.neutron [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Port 82e2f34d-95f6-45cb-95da-8533e4d2cd58 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 970.534665] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.534665] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.534665] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.534910] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.537365] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.537605] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.537869] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.538618] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.538806] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.539041] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.539233] env[69731]: DEBUG nova.virt.hardware [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.540511] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01aeab-0b14-4678-a340-63739d1a8100 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.556021] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be32210b-0027-41f2-bd26-85f175b6377d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.610368] env[69731]: DEBUG oslo_vmware.api [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.620473] env[69731]: DEBUG nova.network.neutron [req-b7b5c5b8-71e3-41fe-81dc-58be9fd16450 req-c9027e92-67ab-406a-b5ee-fcb64e92d374 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updated VIF entry in instance network info cache for port ac06f8a1-6216-4c57-b0b4-b702da318ae6. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.620887] env[69731]: DEBUG nova.network.neutron [req-b7b5c5b8-71e3-41fe-81dc-58be9fd16450 req-c9027e92-67ab-406a-b5ee-fcb64e92d374 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [{"id": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "address": "fa:16:3e:a5:45:30", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc79ab4-bc", "ovs_interfaceid": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac06f8a1-6216-4c57-b0b4-b702da318ae6", "address": "fa:16:3e:47:31:a2", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac06f8a1-62", "ovs_interfaceid": "ac06f8a1-6216-4c57-b0b4-b702da318ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.780474] env[69731]: DEBUG nova.network.neutron [req-ab388c3f-5d78-49d7-a0c0-d2044eee3a1c req-1820c945-696f-44f5-9778-d58e82a5bc16 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updated VIF entry in instance network info cache for port 371ce7a6-5427-484a-b29c-63254f2f1a2d. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.780844] env[69731]: DEBUG nova.network.neutron [req-ab388c3f-5d78-49d7-a0c0-d2044eee3a1c req-1820c945-696f-44f5-9778-d58e82a5bc16 service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [{"id": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "address": "fa:16:3e:d2:ed:5a", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371ce7a6-54", "ovs_interfaceid": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.812127] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275496, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.888228] env[69731]: DEBUG nova.scheduler.client.report [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.960803] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 970.961111] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.961926] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08381bac-f260-4f3f-98fa-bc2582f3fad9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.970094] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.970388] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d122edb6-94ac-425d-8e8c-6c29876c26e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.044074] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.044455] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.044782] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleting the datastore file [datastore2] 3337e44f-4fb3-4465-988f-42d941eb3bb0 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.045186] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc6db295-2725-43d3-87f1-7f8d68549a11 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.057114] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 971.057114] env[69731]: value = "task-3275499" [ 971.057114] env[69731]: _type = "Task" [ 971.057114] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.063632] env[69731]: DEBUG nova.objects.instance [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lazy-loading 'flavor' on Instance uuid 325fbc7f-013c-4363-832d-e90f19f59d52 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.068366] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.111467] env[69731]: DEBUG oslo_vmware.api [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275495, 'name': ReconfigVM_Task, 'duration_secs': 1.316826} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.112052] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.112052] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Reconfigured VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 971.123516] env[69731]: DEBUG oslo_concurrency.lockutils [req-b7b5c5b8-71e3-41fe-81dc-58be9fd16450 req-c9027e92-67ab-406a-b5ee-fcb64e92d374 service nova] Releasing lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.157048] env[69731]: DEBUG nova.network.neutron [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Successfully updated port: 5d7df3e6-54ea-4740-9642-d6364c4e0233 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.283546] env[69731]: DEBUG oslo_concurrency.lockutils [req-ab388c3f-5d78-49d7-a0c0-d2044eee3a1c req-1820c945-696f-44f5-9778-d58e82a5bc16 service nova] Releasing lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.312673] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275496, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.393954] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.396703] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.017s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.396890] env[69731]: DEBUG nova.objects.instance [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.530219] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "413bb13f-3ff9-4994-8777-93c70336d533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.530471] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.530601] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.567621] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208245} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.567894] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.568136] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.568262] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.572942] env[69731]: DEBUG oslo_concurrency.lockutils [None req-df958ad3-aacb-4ab9-ba2c-4cb84b207fb3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.411s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.619566] env[69731]: DEBUG oslo_concurrency.lockutils [None req-edefe4ea-cbff-4266-a2eb-d5fd1bbe7e32 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-c6288f2d-c6bb-4904-b2ae-e701dbfc7653-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.647s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.663121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquiring lock "refresh_cache-5fdafe96-8cf7-4a0a-b873-95453b1e165c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.663121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquired lock "refresh_cache-5fdafe96-8cf7-4a0a-b873-95453b1e165c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.663121] env[69731]: DEBUG nova.network.neutron [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.813127] env[69731]: DEBUG oslo_vmware.api [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275496, 'name': RemoveSnapshot_Task, 'duration_secs': 1.027398} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.813416] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.836603] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "325fbc7f-013c-4363-832d-e90f19f59d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.836898] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.837135] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "325fbc7f-013c-4363-832d-e90f19f59d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.837768] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.838056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.840243] env[69731]: INFO nova.compute.manager [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Terminating instance [ 971.913583] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27fbaa2d-7b43-4913-ad9e-3ef19787f917 tempest-ServerActionsV293TestJSON-2034292418 tempest-ServerActionsV293TestJSON-2034292418-project-member] Lock "24ab2728-11fe-4772-b03e-f8658a92ea6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.596s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.924676] env[69731]: DEBUG nova.compute.manager [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Received event network-vif-plugged-5d7df3e6-54ea-4740-9642-d6364c4e0233 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.924892] env[69731]: DEBUG oslo_concurrency.lockutils [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] Acquiring lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.925168] env[69731]: DEBUG oslo_concurrency.lockutils [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] Lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.925285] env[69731]: DEBUG oslo_concurrency.lockutils [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] Lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.925633] env[69731]: DEBUG nova.compute.manager [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] No waiting events found dispatching network-vif-plugged-5d7df3e6-54ea-4740-9642-d6364c4e0233 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.925847] env[69731]: WARNING nova.compute.manager [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Received unexpected event network-vif-plugged-5d7df3e6-54ea-4740-9642-d6364c4e0233 for instance with vm_state building and task_state spawning. [ 971.925940] env[69731]: DEBUG nova.compute.manager [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Received event network-changed-5d7df3e6-54ea-4740-9642-d6364c4e0233 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.926105] env[69731]: DEBUG nova.compute.manager [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Refreshing instance network info cache due to event network-changed-5d7df3e6-54ea-4740-9642-d6364c4e0233. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.926269] env[69731]: DEBUG oslo_concurrency.lockutils [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] Acquiring lock "refresh_cache-5fdafe96-8cf7-4a0a-b873-95453b1e165c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.211876] env[69731]: DEBUG nova.network.neutron [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.317723] env[69731]: WARNING nova.compute.manager [None req-bf39b616-2787-4d50-9f1a-0fee8a3b67ab tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Image not found during snapshot: nova.exception.ImageNotFound: Image 789728e4-9fed-479a-993d-6811bb470780 could not be found. [ 972.343853] env[69731]: DEBUG nova.compute.manager [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.344116] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.344378] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342c92b9-1c58-4f94-a6f7-8e8c8f085be3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.354128] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 972.354128] env[69731]: value = "task-3275500" [ 972.354128] env[69731]: _type = "Task" [ 972.354128] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.364032] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.375305] env[69731]: DEBUG nova.network.neutron [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Updating instance_info_cache with network_info: [{"id": "5d7df3e6-54ea-4740-9642-d6364c4e0233", "address": "fa:16:3e:0e:a1:67", "network": {"id": "5320e902-8aaa-4276-91a2-9c72e423cea0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1003517907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42b6a2a3ad05401b98135f50ca2fea90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7df3e6-54", "ovs_interfaceid": "5d7df3e6-54ea-4740-9642-d6364c4e0233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.407373] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a7d0471c-7206-4faf-893f-6cf36e3ab1a4 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.408496] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.936s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.408716] env[69731]: DEBUG nova.objects.instance [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 972.582789] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.582997] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.583193] env[69731]: DEBUG nova.network.neutron [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.604855] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.605116] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.605275] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.605456] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.605598] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.605739] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.605953] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.606124] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.606291] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.606452] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.606620] env[69731]: DEBUG nova.virt.hardware [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.607531] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a14d12-4608-498c-b20f-583cb73ef8d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.616999] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee972b-2a29-4c18-99f5-892db2e58921 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.634566] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b0:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7440fe39-5978-446c-8d89-9dbf07733de4', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.642059] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.642499] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "465452c2-0073-4a8a-b42d-168d71eafc96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.642736] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "465452c2-0073-4a8a-b42d-168d71eafc96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.642951] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "465452c2-0073-4a8a-b42d-168d71eafc96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.643080] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "465452c2-0073-4a8a-b42d-168d71eafc96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.643263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "465452c2-0073-4a8a-b42d-168d71eafc96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.644799] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.647783] env[69731]: INFO nova.compute.manager [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Terminating instance [ 972.647783] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a43be25-4655-4273-be23-b445c12b3b01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.673223] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.673223] env[69731]: value = "task-3275501" [ 972.673223] env[69731]: _type = "Task" [ 972.673223] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.682695] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275501, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.864965] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275500, 'name': PowerOffVM_Task, 'duration_secs': 0.221799} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.865608] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.865608] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.865801] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654219', 'volume_id': '26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'name': 'volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '325fbc7f-013c-4363-832d-e90f19f59d52', 'attached_at': '', 'detached_at': '', 'volume_id': '26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'serial': '26d2a6dd-093b-47b1-8987-1b4ae74524e6'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 972.866662] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832de7f-f733-48c4-b1e7-1fb6ff8901fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.887519] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Releasing lock "refresh_cache-5fdafe96-8cf7-4a0a-b873-95453b1e165c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.887762] env[69731]: DEBUG nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Instance network_info: |[{"id": "5d7df3e6-54ea-4740-9642-d6364c4e0233", "address": "fa:16:3e:0e:a1:67", "network": {"id": "5320e902-8aaa-4276-91a2-9c72e423cea0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1003517907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42b6a2a3ad05401b98135f50ca2fea90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7df3e6-54", "ovs_interfaceid": "5d7df3e6-54ea-4740-9642-d6364c4e0233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.888154] env[69731]: DEBUG oslo_concurrency.lockutils [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] Acquired lock "refresh_cache-5fdafe96-8cf7-4a0a-b873-95453b1e165c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.888337] env[69731]: DEBUG nova.network.neutron [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Refreshing network info cache for port 5d7df3e6-54ea-4740-9642-d6364c4e0233 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.889524] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:a1:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d7df3e6-54ea-4740-9642-d6364c4e0233', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.896785] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Creating folder: Project (42b6a2a3ad05401b98135f50ca2fea90). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.897546] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3929735-3bd5-46b5-9e54-7e81b3ed3453 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.903238] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98eb444d-63b2-4adc-b656-c6b68bd7d692 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.916439] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d0ab8d-7f3a-4b57-947c-8bee9e1f30d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.920444] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Created folder: Project (42b6a2a3ad05401b98135f50ca2fea90) in parent group-v654000. [ 972.920636] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Creating folder: Instances. Parent ref: group-v654223. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.921293] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84337638-8dc2-44a0-a9a6-d7b8f128d1e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.943793] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7760b51-4868-4266-b97e-adfae921e61c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.946603] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Created folder: Instances in parent group-v654223. [ 972.946830] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.947500] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.947870] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b16d88ed-fbe6-4aba-98dc-a2b2e632c62b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.975618] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] The volume has not been displaced from its original location: [datastore1] volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6/volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 972.983108] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.983108] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9362bbaf-33ff-4850-817d-30ebeb639151 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.002424] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.002424] env[69731]: value = "task-3275504" [ 973.002424] env[69731]: _type = "Task" [ 973.002424] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.009935] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 973.009935] env[69731]: value = "task-3275505" [ 973.009935] env[69731]: _type = "Task" [ 973.009935] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.013532] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275504, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.025118] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.166634] env[69731]: DEBUG nova.compute.manager [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.166937] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.168038] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718f5ab-c67a-41bd-af90-999f947b26b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.181790] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.185237] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef4da895-fd21-4af8-b83f-f9010aeae7f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.186666] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275501, 'name': CreateVM_Task, 'duration_secs': 0.366797} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.187042] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.188056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.188263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.188628] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.188889] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82843ae3-dd45-424f-8e03-f3b82ca3dfb5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.192417] env[69731]: DEBUG oslo_vmware.api [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 973.192417] env[69731]: value = "task-3275506" [ 973.192417] env[69731]: _type = "Task" [ 973.192417] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.198208] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 973.198208] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521196b5-367e-921a-db5b-8656782799ef" [ 973.198208] env[69731]: _type = "Task" [ 973.198208] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.205742] env[69731]: DEBUG oslo_vmware.api [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.213740] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521196b5-367e-921a-db5b-8656782799ef, 'name': SearchDatastore_Task, 'duration_secs': 0.016227} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.216466] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.216776] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.217073] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.217273] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.217500] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.217883] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cd1cd11-bb6f-4a6f-819c-b0d16b3a20b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.227802] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.228222] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.229067] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d855c8f1-2b20-437b-9d72-7188ddc9e6f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.232748] env[69731]: DEBUG nova.network.neutron [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Updated VIF entry in instance network info cache for port 5d7df3e6-54ea-4740-9642-d6364c4e0233. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.233192] env[69731]: DEBUG nova.network.neutron [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Updating instance_info_cache with network_info: [{"id": "5d7df3e6-54ea-4740-9642-d6364c4e0233", "address": "fa:16:3e:0e:a1:67", "network": {"id": "5320e902-8aaa-4276-91a2-9c72e423cea0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1003517907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42b6a2a3ad05401b98135f50ca2fea90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7df3e6-54", "ovs_interfaceid": "5d7df3e6-54ea-4740-9642-d6364c4e0233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.247380] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 973.247380] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52efd10b-b990-8e40-18c5-fdfb355c0073" [ 973.247380] env[69731]: _type = "Task" [ 973.247380] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.260144] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52efd10b-b990-8e40-18c5-fdfb355c0073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.390836] env[69731]: DEBUG nova.network.neutron [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance_info_cache with network_info: [{"id": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "address": "fa:16:3e:f3:16:7c", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e2f34d-95", "ovs_interfaceid": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.416806] env[69731]: DEBUG oslo_concurrency.lockutils [None req-12920db6-457a-4495-9086-2cf93bbf726d tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.417966] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.278s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.418360] env[69731]: DEBUG nova.objects.instance [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 973.503877] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-c6288f2d-c6bb-4904-b2ae-e701dbfc7653-ac06f8a1-6216-4c57-b0b4-b702da318ae6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.504117] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-c6288f2d-c6bb-4904-b2ae-e701dbfc7653-ac06f8a1-6216-4c57-b0b4-b702da318ae6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.518146] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275504, 'name': CreateVM_Task, 'duration_secs': 0.371417} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.521810] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.522723] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.522884] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.523216] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.523821] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4bef333-31de-4c41-8fda-1372257e85a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.529290] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275505, 'name': ReconfigVM_Task, 'duration_secs': 0.320652} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.529558] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.535484] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94bcd5b-e1e4-4d3a-8e6b-b655b5b9fe0b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.545801] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 973.545801] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52df59cc-33a9-e39e-690d-dae91e2389cd" [ 973.545801] env[69731]: _type = "Task" [ 973.545801] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.552689] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 973.552689] env[69731]: value = "task-3275507" [ 973.552689] env[69731]: _type = "Task" [ 973.552689] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.556561] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52df59cc-33a9-e39e-690d-dae91e2389cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.559766] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.560015] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.560240] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.566055] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.703118] env[69731]: DEBUG oslo_vmware.api [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275506, 'name': PowerOffVM_Task, 'duration_secs': 0.206402} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.703415] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.703586] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.703837] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1fa32c-f30f-4fa1-a0f5-c912490671f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.736328] env[69731]: DEBUG oslo_concurrency.lockutils [req-c5706a87-e923-4818-8cea-2ff5c79409e5 req-e199dea5-fe8d-4095-8280-fdcb0941289a service nova] Releasing lock "refresh_cache-5fdafe96-8cf7-4a0a-b873-95453b1e165c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.758412] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52efd10b-b990-8e40-18c5-fdfb355c0073, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.759404] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ce1afb-db88-45e1-bc97-541cd928062e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.766302] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 973.766302] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295d7b8-1ef6-f8c6-0c23-deaf700fdc89" [ 973.766302] env[69731]: _type = "Task" [ 973.766302] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.777368] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295d7b8-1ef6-f8c6-0c23-deaf700fdc89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.781200] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.781510] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.781734] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleting the datastore file [datastore1] 465452c2-0073-4a8a-b42d-168d71eafc96 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.782024] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1d1d775-afd1-4585-be06-b1b46a4b4bfc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.790962] env[69731]: DEBUG oslo_vmware.api [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for the task: (returnval){ [ 973.790962] env[69731]: value = "task-3275509" [ 973.790962] env[69731]: _type = "Task" [ 973.790962] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.801064] env[69731]: DEBUG oslo_vmware.api [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.894101] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.011237] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.011550] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.012567] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e55945-903c-4e7b-addf-c7f727f1709a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.032627] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665a5a6a-d61d-47c8-818e-7e1558d2aa66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.059686] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Reconfiguring VM to detach interface {{(pid=69731) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 974.060072] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e4f67f-6c8d-40f8-93f6-b6fa0d9fa5c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.084323] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275507, 'name': ReconfigVM_Task, 'duration_secs': 0.297439} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.085687] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654219', 'volume_id': '26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'name': 'volume-26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '325fbc7f-013c-4363-832d-e90f19f59d52', 'attached_at': '', 'detached_at': '', 'volume_id': '26d2a6dd-093b-47b1-8987-1b4ae74524e6', 'serial': '26d2a6dd-093b-47b1-8987-1b4ae74524e6'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 974.085974] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.086312] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 974.086312] env[69731]: value = "task-3275510" [ 974.086312] env[69731]: _type = "Task" [ 974.086312] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.086989] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f06f0-c215-4ce9-b476-ea03174ae97c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.097222] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.099977] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6569ec3-d019-4d7f-8d4c-7ac27b9a3203 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.101516] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.202579] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.202866] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.203089] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleting the datastore file [datastore2] 325fbc7f-013c-4363-832d-e90f19f59d52 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.203381] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804ecb93-3489-45ff-820e-f6f90a345126 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.211338] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 974.211338] env[69731]: value = "task-3275512" [ 974.211338] env[69731]: _type = "Task" [ 974.211338] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.219881] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.277656] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295d7b8-1ef6-f8c6-0c23-deaf700fdc89, 'name': SearchDatastore_Task, 'duration_secs': 0.013365} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.278025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.278357] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 3337e44f-4fb3-4465-988f-42d941eb3bb0/3337e44f-4fb3-4465-988f-42d941eb3bb0.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.278709] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.278955] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.279247] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1e4f4d0-3402-4e46-9f66-a01e4a9e894e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.281745] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-032b3b44-9433-4ff3-ae9e-56da70f399ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.288715] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 974.288715] env[69731]: value = "task-3275513" [ 974.288715] env[69731]: _type = "Task" [ 974.288715] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.293148] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.293378] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.297685] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a9cda6-1cb8-4cc2-bca0-506f884a1828 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.303359] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.308889] env[69731]: DEBUG oslo_vmware.api [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Task: {'id': task-3275509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186362} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.309966] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.310191] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.310373] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.310570] env[69731]: INFO nova.compute.manager [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Took 1.14 seconds to destroy the instance on the hypervisor. [ 974.310807] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.311088] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 974.311088] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fdba86-613d-ee5d-2443-341d31c79422" [ 974.311088] env[69731]: _type = "Task" [ 974.311088] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.311332] env[69731]: DEBUG nova.compute.manager [-] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.311438] env[69731]: DEBUG nova.network.neutron [-] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.320968] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fdba86-613d-ee5d-2443-341d31c79422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.422621] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d99f1dc-ed44-4467-9e70-2c0a427ae0d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.427615] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8b6233cb-7b6a-4960-a7a6-3d6b96babffd tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.441783] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.530s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.442070] env[69731]: DEBUG nova.objects.instance [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lazy-loading 'resources' on Instance uuid 2390d5e0-3315-4d7b-9106-0231d4d3fa61 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.444106] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50707bf-4d36-4943-8746-1a077529ce92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.455788] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance '413bb13f-3ff9-4994-8777-93c70336d533' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.604789] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.613239] env[69731]: DEBUG nova.compute.manager [req-a39a91be-9f2c-4a3f-87d5-2c1d2fe555f5 req-4a671d84-e49a-4fc1-b6a7-30634f099134 service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Received event network-vif-deleted-e5326416-4bd7-45bd-88ae-f12282910626 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.613462] env[69731]: INFO nova.compute.manager [req-a39a91be-9f2c-4a3f-87d5-2c1d2fe555f5 req-4a671d84-e49a-4fc1-b6a7-30634f099134 service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Neutron deleted interface e5326416-4bd7-45bd-88ae-f12282910626; detaching it from the instance and deleting it from the info cache [ 974.613725] env[69731]: DEBUG nova.network.neutron [req-a39a91be-9f2c-4a3f-87d5-2c1d2fe555f5 req-4a671d84-e49a-4fc1-b6a7-30634f099134 service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.725145] env[69731]: DEBUG oslo_vmware.api [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163631} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.725145] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.725145] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.725145] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.725145] env[69731]: INFO nova.compute.manager [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Took 2.38 seconds to destroy the instance on the hypervisor. [ 974.725145] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.725145] env[69731]: DEBUG nova.compute.manager [-] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.725145] env[69731]: DEBUG nova.network.neutron [-] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.801525] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449432} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.801813] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 3337e44f-4fb3-4465-988f-42d941eb3bb0/3337e44f-4fb3-4465-988f-42d941eb3bb0.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.802122] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.802295] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db766b05-9301-4b9f-811a-7aac53e0b526 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.810042] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 974.810042] env[69731]: value = "task-3275514" [ 974.810042] env[69731]: _type = "Task" [ 974.810042] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.820609] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.827269] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fdba86-613d-ee5d-2443-341d31c79422, 'name': SearchDatastore_Task, 'duration_secs': 0.018322} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.828164] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1191ff-4839-4deb-a295-fdc60c82922e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.837062] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 974.837062] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d313ef-4697-c8cf-85a7-50ec38339fbb" [ 974.837062] env[69731]: _type = "Task" [ 974.837062] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.846143] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d313ef-4697-c8cf-85a7-50ec38339fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.961901] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.962226] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfc47972-1388-47b7-af2b-c45053de5a62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.970955] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 974.970955] env[69731]: value = "task-3275515" [ 974.970955] env[69731]: _type = "Task" [ 974.970955] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.982796] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.097888] env[69731]: DEBUG nova.network.neutron [-] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.101796] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.125410] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa50e165-30e3-41e4-b3e3-5b063cebada1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.138060] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df36e6-ab7e-4c82-b11e-03004d1ff72d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.190051] env[69731]: DEBUG nova.compute.manager [req-a39a91be-9f2c-4a3f-87d5-2c1d2fe555f5 req-4a671d84-e49a-4fc1-b6a7-30634f099134 service nova] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Detach interface failed, port_id=e5326416-4bd7-45bd-88ae-f12282910626, reason: Instance 465452c2-0073-4a8a-b42d-168d71eafc96 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.321065] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103122} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.324826] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.325684] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510dc15d-d732-44e8-a2eb-b82081d4fa20 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.357645] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3337e44f-4fb3-4465-988f-42d941eb3bb0/3337e44f-4fb3-4465-988f-42d941eb3bb0.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.364948] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca6d86d-ee1b-47b9-8a24-cb1fcaefc359 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.388549] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d313ef-4697-c8cf-85a7-50ec38339fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.016522} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.390098] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.390214] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 5fdafe96-8cf7-4a0a-b873-95453b1e165c/5fdafe96-8cf7-4a0a-b873-95453b1e165c.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.390544] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 975.390544] env[69731]: value = "task-3275516" [ 975.390544] env[69731]: _type = "Task" [ 975.390544] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.393846] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c41860a2-1008-473a-8a7e-b6b635598d69 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.407175] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.410804] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 975.410804] env[69731]: value = "task-3275517" [ 975.410804] env[69731]: _type = "Task" [ 975.410804] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.421617] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.460997] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad394c2f-10eb-4442-abaf-fc00e523b47a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.469769] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8236fe98-d1d4-4a23-a534-ba4f739a05a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.482492] env[69731]: DEBUG oslo_vmware.api [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275515, 'name': PowerOnVM_Task, 'duration_secs': 0.453034} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.507512] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.507733] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ff494f-23f9-4b1a-9b78-d2d3e34785b1 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance '413bb13f-3ff9-4994-8777-93c70336d533' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.512025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa10e7f2-4e36-4ebf-9bdb-49791ab7e25e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.520927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd8470d-29b3-43f5-bc3e-bb1235abccff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.535792] env[69731]: DEBUG nova.compute.provider_tree [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.604008] env[69731]: INFO nova.compute.manager [-] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Took 1.29 seconds to deallocate network for instance. [ 975.604448] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.881673] env[69731]: DEBUG nova.network.neutron [-] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.908641] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.925019] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479678} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.925019] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 5fdafe96-8cf7-4a0a-b873-95453b1e165c/5fdafe96-8cf7-4a0a-b873-95453b1e165c.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.925019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.925019] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-305a356b-a436-445b-813b-4cb5c8176b2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.931708] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 975.931708] env[69731]: value = "task-3275518" [ 975.931708] env[69731]: _type = "Task" [ 975.931708] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.941406] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.040314] env[69731]: DEBUG nova.scheduler.client.report [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.104156] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.111360] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.384188] env[69731]: INFO nova.compute.manager [-] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Took 1.66 seconds to deallocate network for instance. [ 976.407746] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275516, 'name': ReconfigVM_Task, 'duration_secs': 0.574919} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.409973] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3337e44f-4fb3-4465-988f-42d941eb3bb0/3337e44f-4fb3-4465-988f-42d941eb3bb0.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.410717] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a70ab22-3858-4479-9204-a5ccddd85e75 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.418826] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 976.418826] env[69731]: value = "task-3275519" [ 976.418826] env[69731]: _type = "Task" [ 976.418826] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.429365] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275519, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.442870] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069334} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.443158] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.443944] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c1e08a-7a03-4b44-82a4-c0b6bc9cbee1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.468107] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5fdafe96-8cf7-4a0a-b873-95453b1e165c/5fdafe96-8cf7-4a0a-b873-95453b1e165c.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.468543] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c3b74c-8d4b-4c34-8c03-e47258fac988 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.489576] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 976.489576] env[69731]: value = "task-3275520" [ 976.489576] env[69731]: _type = "Task" [ 976.489576] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.498754] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.545902] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.549045] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.384s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.550846] env[69731]: INFO nova.compute.claims [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.572314] env[69731]: INFO nova.scheduler.client.report [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Deleted allocations for instance 2390d5e0-3315-4d7b-9106-0231d4d3fa61 [ 976.604104] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.638163] env[69731]: DEBUG nova.compute.manager [req-2de89a25-f276-428c-816f-82e99fd3887b req-bc1dd3fc-51c5-4a83-90dc-e741562385fd service nova] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Received event network-vif-deleted-6fd3e0d2-a1c2-48bd-be90-117c8eba0a06 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.928905] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275519, 'name': Rename_Task, 'duration_secs': 0.152422} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.930974] env[69731]: INFO nova.compute.manager [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Took 0.55 seconds to detach 1 volumes for instance. [ 976.931426] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.934074] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc0ed6c-80ea-404f-b688-16a5ebad1169 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.942516] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 976.942516] env[69731]: value = "task-3275521" [ 976.942516] env[69731]: _type = "Task" [ 976.942516] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.950868] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.000374] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275520, 'name': ReconfigVM_Task, 'duration_secs': 0.301348} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.000667] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5fdafe96-8cf7-4a0a-b873-95453b1e165c/5fdafe96-8cf7-4a0a-b873-95453b1e165c.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.001450] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af84d544-4255-42d7-aa8d-3e2649b07055 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.009402] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 977.009402] env[69731]: value = "task-3275522" [ 977.009402] env[69731]: _type = "Task" [ 977.009402] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.018592] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275522, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.080981] env[69731]: DEBUG oslo_concurrency.lockutils [None req-26bfff4f-7fe6-4efd-9d9f-f6b18cf50125 tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "2390d5e0-3315-4d7b-9106-0231d4d3fa61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.219s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.105329] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.437201] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.453549] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275521, 'name': PowerOnVM_Task, 'duration_secs': 0.506166} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.453899] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.454146] env[69731]: DEBUG nova.compute.manager [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.455299] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dc8868-80a9-4694-bef5-1402d5037bd4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.521652] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275522, 'name': Rename_Task, 'duration_secs': 0.184626} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.521932] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.522203] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eebce61-c2ed-46e7-a19d-6668c6daddc9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.531121] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 977.531121] env[69731]: value = "task-3275523" [ 977.531121] env[69731]: _type = "Task" [ 977.531121] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.542093] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.609737] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.915197] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691a6f0b-543a-40eb-9dec-7a0001a2cfdd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.924009] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d37b8-4a46-43cb-8ccd-cdfb0b15bcc9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.955667] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e169eeb-ec5b-48d9-a72d-27e6572bd95f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.964368] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f1df81-e33b-45b5-942a-260a2b53b568 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.969147] env[69731]: INFO nova.compute.manager [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] bringing vm to original state: 'stopped' [ 977.983652] env[69731]: DEBUG nova.compute.provider_tree [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.003715] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "413bb13f-3ff9-4994-8777-93c70336d533" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.003987] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.004190] env[69731]: DEBUG nova.compute.manager [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Going to confirm migration 4 {{(pid=69731) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 978.042466] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275523, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.107628] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.486373] env[69731]: DEBUG nova.scheduler.client.report [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.543405] env[69731]: DEBUG oslo_vmware.api [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275523, 'name': PowerOnVM_Task, 'duration_secs': 0.641611} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.543726] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.543874] env[69731]: INFO nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Took 8.05 seconds to spawn the instance on the hypervisor. [ 978.544079] env[69731]: DEBUG nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.544864] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00409bb3-ea27-4ad3-bba3-725b1fc0dc97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.554506] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.554720] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.554894] env[69731]: DEBUG nova.network.neutron [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.555083] env[69731]: DEBUG nova.objects.instance [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lazy-loading 'info_cache' on Instance uuid 413bb13f-3ff9-4994-8777-93c70336d533 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.607942] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.934435] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.934759] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.935008] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.935244] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.935449] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.937784] env[69731]: INFO nova.compute.manager [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Terminating instance [ 978.976265] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.976567] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.976767] env[69731]: DEBUG nova.compute.manager [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.977649] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf60ca8-3637-4e68-adbc-642821beefb1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.984988] env[69731]: DEBUG nova.compute.manager [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 978.991503] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.992358] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.657s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.992614] env[69731]: DEBUG nova.objects.instance [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lazy-loading 'resources' on Instance uuid e9043ee3-be78-448e-a2ab-a0e41d023b4d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.065743] env[69731]: INFO nova.compute.manager [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Took 30.72 seconds to build instance. [ 979.111278] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.442253] env[69731]: DEBUG nova.compute.manager [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.442520] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.443421] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9bdb12-fa3d-4c9c-a8fc-04db23572422 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.453832] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.454026] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b47c7547-3822-4aab-afb4-8449c8cb04fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.461569] env[69731]: DEBUG oslo_vmware.api [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 979.461569] env[69731]: value = "task-3275524" [ 979.461569] env[69731]: _type = "Task" [ 979.461569] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.470018] env[69731]: DEBUG oslo_vmware.api [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.489247] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.489613] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaeaadae-1a92-43c3-844a-13690f04db86 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.494689] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "8a4e6c3d-f13a-4c1c-955f-e1cc04103197" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.494985] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "8a4e6c3d-f13a-4c1c-955f-e1cc04103197" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.500602] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 979.500602] env[69731]: value = "task-3275525" [ 979.500602] env[69731]: _type = "Task" [ 979.500602] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.510119] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.568673] env[69731]: DEBUG oslo_concurrency.lockutils [None req-08345c4a-7305-4b43-bbfd-b2b79b04c368 tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.227s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.614520] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.866163] env[69731]: DEBUG nova.network.neutron [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance_info_cache with network_info: [{"id": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "address": "fa:16:3e:f3:16:7c", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e2f34d-95", "ovs_interfaceid": "82e2f34d-95f6-45cb-95da-8533e4d2cd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.885272] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589c78e7-72de-4f21-8619-573701b86ce0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.894066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b405e8a-82ab-4a72-ac3e-a25276614307 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.925260] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e317a5b7-5328-4857-80da-16e2aec2ea8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.933605] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac128404-bccb-4db2-9d68-963987827e50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.947248] env[69731]: DEBUG nova.compute.provider_tree [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.973472] env[69731]: DEBUG oslo_vmware.api [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275524, 'name': PowerOffVM_Task, 'duration_secs': 0.399373} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.973738] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.973895] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.974154] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4031c7ce-d6cb-4313-8430-66e6356b6be4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.999649] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "8a4e6c3d-f13a-4c1c-955f-e1cc04103197" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.000201] env[69731]: DEBUG nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.014030] env[69731]: DEBUG oslo_vmware.api [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275525, 'name': PowerOffVM_Task, 'duration_secs': 0.246594} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.014167] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.014353] env[69731]: DEBUG nova.compute.manager [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.015117] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075481ec-2a59-4d2c-8ac1-63d5d613237b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.058056] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.058296] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.058503] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Deleting the datastore file [datastore1] c16d335e-1eef-47dc-b16a-0b4ddfcdf472 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.058763] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad73f756-e003-4901-9355-bce6f15c2a5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.067246] env[69731]: DEBUG oslo_vmware.api [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for the task: (returnval){ [ 980.067246] env[69731]: value = "task-3275527" [ 980.067246] env[69731]: _type = "Task" [ 980.067246] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.076699] env[69731]: DEBUG oslo_vmware.api [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.109948] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.367974] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-413bb13f-3ff9-4994-8777-93c70336d533" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.368346] env[69731]: DEBUG nova.objects.instance [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lazy-loading 'migration_context' on Instance uuid 413bb13f-3ff9-4994-8777-93c70336d533 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.450541] env[69731]: DEBUG nova.scheduler.client.report [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.508439] env[69731]: DEBUG nova.compute.utils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.509703] env[69731]: DEBUG nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.509877] env[69731]: DEBUG nova.network.neutron [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.515066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquiring lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.515287] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.515477] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquiring lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.515677] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.515817] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.518524] env[69731]: INFO nova.compute.manager [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Terminating instance [ 980.529916] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.549578] env[69731]: DEBUG nova.policy [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a614f178911c4148913860d4cdbe100c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93eae943efbe4236835f762d034c5563', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.577919] env[69731]: DEBUG oslo_vmware.api [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Task: {'id': task-3275527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142007} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.578212] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.578456] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.578721] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.578909] env[69731]: INFO nova.compute.manager [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Took 1.14 seconds to destroy the instance on the hypervisor. [ 980.579160] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.579370] env[69731]: DEBUG nova.compute.manager [-] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.579472] env[69731]: DEBUG nova.network.neutron [-] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.609753] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.873215] env[69731]: DEBUG nova.objects.base [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Object Instance<413bb13f-3ff9-4994-8777-93c70336d533> lazy-loaded attributes: info_cache,migration_context {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.873215] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3a5f59-ce9e-4072-8cf5-bda0d688255a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.898792] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b301e1a-b023-48fb-bc5b-99d12f31b2af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.905606] env[69731]: DEBUG oslo_vmware.api [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 980.905606] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5285605a-ba72-74d5-eacd-bbcbec66b0e0" [ 980.905606] env[69731]: _type = "Task" [ 980.905606] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.915839] env[69731]: DEBUG oslo_vmware.api [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5285605a-ba72-74d5-eacd-bbcbec66b0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.958127] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.958676] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.437s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.958834] env[69731]: DEBUG nova.objects.instance [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lazy-loading 'resources' on Instance uuid 45444e23-5f1b-425d-9bf2-4868fbe24a19 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.992781] env[69731]: INFO nova.scheduler.client.report [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Deleted allocations for instance e9043ee3-be78-448e-a2ab-a0e41d023b4d [ 981.013093] env[69731]: DEBUG nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.022719] env[69731]: DEBUG nova.compute.manager [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.022719] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.023608] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebc484a-d6de-4395-b320-8041fb4b8046 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.038615] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.038615] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8596e471-bca9-4f17-a21d-cdcbcf956a3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.040575] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.049065] env[69731]: DEBUG oslo_vmware.api [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 981.049065] env[69731]: value = "task-3275528" [ 981.049065] env[69731]: _type = "Task" [ 981.049065] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.057207] env[69731]: DEBUG oslo_vmware.api [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.093270] env[69731]: DEBUG nova.network.neutron [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Successfully created port: 061fe87f-6be3-41ce-82af-8dbfdc3fbf5f {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.111472] env[69731]: DEBUG oslo_vmware.api [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275510, 'name': ReconfigVM_Task, 'duration_secs': 6.817721} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.111890] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.112213] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Reconfigured VM to detach interface {{(pid=69731) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 981.170454] env[69731]: DEBUG nova.compute.manager [req-8f1c0849-5009-4416-9edc-4f2f69972485 req-52bd62b8-4b53-456e-897e-19a99bfb01f7 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Received event network-vif-deleted-6ba0b49c-caf4-4e06-a0ee-156b945f77f1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.170680] env[69731]: INFO nova.compute.manager [req-8f1c0849-5009-4416-9edc-4f2f69972485 req-52bd62b8-4b53-456e-897e-19a99bfb01f7 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Neutron deleted interface 6ba0b49c-caf4-4e06-a0ee-156b945f77f1; detaching it from the instance and deleting it from the info cache [ 981.170822] env[69731]: DEBUG nova.network.neutron [req-8f1c0849-5009-4416-9edc-4f2f69972485 req-52bd62b8-4b53-456e-897e-19a99bfb01f7 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.356558] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.356558] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.356857] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "3337e44f-4fb3-4465-988f-42d941eb3bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.356928] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.357061] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.359575] env[69731]: INFO nova.compute.manager [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Terminating instance [ 981.418637] env[69731]: DEBUG oslo_vmware.api [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5285605a-ba72-74d5-eacd-bbcbec66b0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.419319] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.489906] env[69731]: DEBUG nova.network.neutron [-] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.500169] env[69731]: DEBUG oslo_concurrency.lockutils [None req-efa0e855-a2f3-4110-9253-9ab6017641a8 tempest-ServersListShow296Test-1223080962 tempest-ServersListShow296Test-1223080962-project-member] Lock "e9043ee3-be78-448e-a2ab-a0e41d023b4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.405s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.558293] env[69731]: DEBUG oslo_vmware.api [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275528, 'name': PowerOffVM_Task, 'duration_secs': 0.170717} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.559076] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.559384] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.559793] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcba94e4-b088-4d08-8db9-b0f229137f47 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.637639] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.637961] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.638076] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Deleting the datastore file [datastore1] 5fdafe96-8cf7-4a0a-b873-95453b1e165c {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.638286] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ca8ccd3-56f8-4690-9350-9d0e96c6fc4f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.645586] env[69731]: DEBUG oslo_vmware.api [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for the task: (returnval){ [ 981.645586] env[69731]: value = "task-3275530" [ 981.645586] env[69731]: _type = "Task" [ 981.645586] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.658074] env[69731]: DEBUG oslo_vmware.api [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.675028] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03b4e9bd-f95a-4449-aa6e-1f5243e916c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.684041] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be81a33-db3b-4050-9b72-598a516907c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.723217] env[69731]: DEBUG nova.compute.manager [req-8f1c0849-5009-4416-9edc-4f2f69972485 req-52bd62b8-4b53-456e-897e-19a99bfb01f7 service nova] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Detach interface failed, port_id=6ba0b49c-caf4-4e06-a0ee-156b945f77f1, reason: Instance c16d335e-1eef-47dc-b16a-0b4ddfcdf472 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.840861] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.841143] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.841426] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.841630] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.841790] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.847572] env[69731]: INFO nova.compute.manager [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Terminating instance [ 981.864270] env[69731]: DEBUG nova.compute.manager [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.864502] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.866074] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3739ce0-16d1-4043-a6ff-d752fb51fd0b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.872763] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f4a11f-e9f3-4395-8e93-fd8ae1d361d5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.881805] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c886cde-79b8-42bb-866c-5f7848b95457 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.887747] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.888350] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c15eece1-5016-41c1-aba6-85d930bf2153 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.919395] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dec91b0-474a-4c30-8e7c-633774a291dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.928372] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d71dd-18c2-4c8b-b3e2-a5a463f3d82f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.944180] env[69731]: DEBUG nova.compute.provider_tree [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.961366] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.961519] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.961702] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleting the datastore file [datastore1] 3337e44f-4fb3-4465-988f-42d941eb3bb0 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.961967] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4384cc88-aa03-4c4c-9f79-de80df171a08 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.969149] env[69731]: DEBUG oslo_vmware.api [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 981.969149] env[69731]: value = "task-3275532" [ 981.969149] env[69731]: _type = "Task" [ 981.969149] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.978872] env[69731]: DEBUG oslo_vmware.api [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.995284] env[69731]: INFO nova.compute.manager [-] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Took 1.42 seconds to deallocate network for instance. [ 982.029122] env[69731]: DEBUG nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.053988] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.054282] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.054485] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.054680] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.054841] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.054989] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.055265] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.056863] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.056863] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.056863] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.056863] env[69731]: DEBUG nova.virt.hardware [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.057454] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71261b85-788c-4894-8831-e8e2d9753ab3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.066617] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05484481-f535-4b08-acfb-0b52d3b532c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.159663] env[69731]: DEBUG oslo_vmware.api [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Task: {'id': task-3275530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14296} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.160883] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.160883] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.160883] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.160883] env[69731]: INFO nova.compute.manager [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 982.160883] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.161104] env[69731]: DEBUG nova.compute.manager [-] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.161104] env[69731]: DEBUG nova.network.neutron [-] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.355845] env[69731]: DEBUG nova.compute.manager [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.356116] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.357074] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd61b305-b513-4439-b8f2-f593ad68aede {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.367659] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.367922] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c13417-9fd4-41c8-b95f-0d85745339bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.375756] env[69731]: DEBUG oslo_vmware.api [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 982.375756] env[69731]: value = "task-3275533" [ 982.375756] env[69731]: _type = "Task" [ 982.375756] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.384620] env[69731]: DEBUG oslo_vmware.api [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.448645] env[69731]: DEBUG nova.scheduler.client.report [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.480841] env[69731]: DEBUG oslo_vmware.api [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155777} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.481129] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.481329] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.481516] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.481920] env[69731]: INFO nova.compute.manager [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Took 0.62 seconds to destroy the instance on the hypervisor. [ 982.481920] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.482127] env[69731]: DEBUG nova.compute.manager [-] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.482223] env[69731]: DEBUG nova.network.neutron [-] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.502463] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.585838] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.586044] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.586232] env[69731]: DEBUG nova.network.neutron [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.698934] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.699227] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.699393] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.699571] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.699740] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.701806] env[69731]: INFO nova.compute.manager [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Terminating instance [ 982.810669] env[69731]: DEBUG nova.compute.manager [req-e44af0f5-b9da-4707-8b27-253581c63c46 req-98682b1d-02b7-4459-b613-b07ceee0bae2 service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Received event network-vif-deleted-7440fe39-5978-446c-8d89-9dbf07733de4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.811612] env[69731]: INFO nova.compute.manager [req-e44af0f5-b9da-4707-8b27-253581c63c46 req-98682b1d-02b7-4459-b613-b07ceee0bae2 service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Neutron deleted interface 7440fe39-5978-446c-8d89-9dbf07733de4; detaching it from the instance and deleting it from the info cache [ 982.811612] env[69731]: DEBUG nova.network.neutron [req-e44af0f5-b9da-4707-8b27-253581c63c46 req-98682b1d-02b7-4459-b613-b07ceee0bae2 service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.873892] env[69731]: DEBUG nova.network.neutron [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Successfully updated port: 061fe87f-6be3-41ce-82af-8dbfdc3fbf5f {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.885930] env[69731]: DEBUG oslo_vmware.api [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275533, 'name': PowerOffVM_Task, 'duration_secs': 0.327668} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.886790] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.887072] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.887236] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dd72f07-f7a0-43b7-9c6d-62dbfa5394b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.953178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.956943] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.108s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.957199] env[69731]: DEBUG nova.objects.instance [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lazy-loading 'resources' on Instance uuid 27901116-528f-416f-a9cd-c8694bedae6d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.958308] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.958501] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.958677] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Deleting the datastore file [datastore2] f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.959138] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf2460d3-fb01-4075-89d8-c263a80ec634 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.966534] env[69731]: DEBUG oslo_vmware.api [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for the task: (returnval){ [ 982.966534] env[69731]: value = "task-3275535" [ 982.966534] env[69731]: _type = "Task" [ 982.966534] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.976256] env[69731]: DEBUG oslo_vmware.api [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.978345] env[69731]: INFO nova.scheduler.client.report [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Deleted allocations for instance 45444e23-5f1b-425d-9bf2-4868fbe24a19 [ 983.025280] env[69731]: DEBUG nova.network.neutron [-] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.207607] env[69731]: DEBUG nova.compute.manager [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.207829] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.209839] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53595bde-8132-40c5-855e-01bfcea58167 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.214913] env[69731]: DEBUG nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received event network-vif-deleted-ac06f8a1-6216-4c57-b0b4-b702da318ae6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.215132] env[69731]: INFO nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Neutron deleted interface ac06f8a1-6216-4c57-b0b4-b702da318ae6; detaching it from the instance and deleting it from the info cache [ 983.215395] env[69731]: DEBUG nova.network.neutron [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [{"id": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "address": "fa:16:3e:a5:45:30", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc79ab4-bc", "ovs_interfaceid": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.222127] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.222382] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13215eac-4477-43ae-84cd-8783a5b7678c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.232179] env[69731]: DEBUG oslo_vmware.api [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 983.232179] env[69731]: value = "task-3275536" [ 983.232179] env[69731]: _type = "Task" [ 983.232179] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.246259] env[69731]: DEBUG oslo_vmware.api [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.246542] env[69731]: DEBUG nova.network.neutron [-] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.314072] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27426bcc-2f96-4f08-952d-7f83011ebba3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.327641] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19c3a1f-2597-41a4-a227-47e4cea67d94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.366830] env[69731]: DEBUG nova.compute.manager [req-e44af0f5-b9da-4707-8b27-253581c63c46 req-98682b1d-02b7-4459-b613-b07ceee0bae2 service nova] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Detach interface failed, port_id=7440fe39-5978-446c-8d89-9dbf07733de4, reason: Instance 3337e44f-4fb3-4465-988f-42d941eb3bb0 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.367903] env[69731]: INFO nova.network.neutron [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Port ac06f8a1-6216-4c57-b0b4-b702da318ae6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 983.368242] env[69731]: DEBUG nova.network.neutron [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [{"id": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "address": "fa:16:3e:a5:45:30", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc79ab4-bc", "ovs_interfaceid": "0bc79ab4-bcb3-45bf-b12b-b5976015f778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.376713] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "refresh_cache-38066d11-35c5-429d-b578-c11bbe9dbbb2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.376997] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquired lock "refresh_cache-38066d11-35c5-429d-b578-c11bbe9dbbb2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.377193] env[69731]: DEBUG nova.network.neutron [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.477516] env[69731]: DEBUG oslo_vmware.api [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.487825] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4dd229d0-4e42-46a9-9036-faa690fcf670 tempest-ServersTestJSON-1698659815 tempest-ServersTestJSON-1698659815-project-member] Lock "45444e23-5f1b-425d-9bf2-4868fbe24a19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.793s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.527459] env[69731]: INFO nova.compute.manager [-] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Took 1.37 seconds to deallocate network for instance. [ 983.719374] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Acquiring lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.742832] env[69731]: DEBUG oslo_vmware.api [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275536, 'name': PowerOffVM_Task, 'duration_secs': 0.208619} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.745714] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.745914] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.746442] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea511ca8-b463-441c-b208-4df00c4074af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.748436] env[69731]: INFO nova.compute.manager [-] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Took 1.27 seconds to deallocate network for instance. [ 983.758220] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c75a36c-7a4b-42e1-8ebe-66590608858f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.766921] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f6c0f4-0d51-4559-8128-9f8dc3935455 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.803848] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a24356-50f1-4bd8-a8f7-40fa313a5cb6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.812991] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb4a322-df28-4860-91d3-388291b2cc9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.828303] env[69731]: DEBUG nova.compute.provider_tree [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.836641] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.836641] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.836910] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleting the datastore file [datastore1] c6288f2d-c6bb-4904-b2ae-e701dbfc7653 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.837548] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0da7bd2a-eeb0-4b75-8c0c-4ad70360e2c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.846165] env[69731]: DEBUG oslo_vmware.api [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 983.846165] env[69731]: value = "task-3275538" [ 983.846165] env[69731]: _type = "Task" [ 983.846165] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.857201] env[69731]: DEBUG oslo_vmware.api [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.871610] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.914415] env[69731]: DEBUG nova.network.neutron [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.978862] env[69731]: DEBUG oslo_vmware.api [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Task: {'id': task-3275535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.887525} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.979190] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.979396] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.979593] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.979773] env[69731]: INFO nova.compute.manager [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 983.980125] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.980348] env[69731]: DEBUG nova.compute.manager [-] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.980459] env[69731]: DEBUG nova.network.neutron [-] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.035994] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.080622] env[69731]: DEBUG nova.network.neutron [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Updating instance_info_cache with network_info: [{"id": "061fe87f-6be3-41ce-82af-8dbfdc3fbf5f", "address": "fa:16:3e:c7:e4:6d", "network": {"id": "b752eb6c-e077-4cfb-9d09-e7f9c1132cb0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-381643372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93eae943efbe4236835f762d034c5563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061fe87f-6b", "ovs_interfaceid": "061fe87f-6be3-41ce-82af-8dbfdc3fbf5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.256854] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.331900] env[69731]: DEBUG nova.scheduler.client.report [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.358253] env[69731]: DEBUG oslo_vmware.api [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15797} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.358535] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.358720] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.358888] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.359058] env[69731]: INFO nova.compute.manager [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Took 1.15 seconds to destroy the instance on the hypervisor. [ 984.359292] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.359482] env[69731]: DEBUG nova.compute.manager [-] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.359576] env[69731]: DEBUG nova.network.neutron [-] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.375919] env[69731]: DEBUG oslo_concurrency.lockutils [None req-441ca276-8eb5-4883-8696-6ea7433f0a06 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-c6288f2d-c6bb-4904-b2ae-e701dbfc7653-ac06f8a1-6216-4c57-b0b4-b702da318ae6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.872s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.587224] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Releasing lock "refresh_cache-38066d11-35c5-429d-b578-c11bbe9dbbb2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.587575] env[69731]: DEBUG nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Instance network_info: |[{"id": "061fe87f-6be3-41ce-82af-8dbfdc3fbf5f", "address": "fa:16:3e:c7:e4:6d", "network": {"id": "b752eb6c-e077-4cfb-9d09-e7f9c1132cb0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-381643372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93eae943efbe4236835f762d034c5563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061fe87f-6b", "ovs_interfaceid": "061fe87f-6be3-41ce-82af-8dbfdc3fbf5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.588041] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e4:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '061fe87f-6be3-41ce-82af-8dbfdc3fbf5f', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.596034] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Creating folder: Project (93eae943efbe4236835f762d034c5563). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.596369] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f31b3a6e-7e83-442d-b227-7914049569bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.627589] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Created folder: Project (93eae943efbe4236835f762d034c5563) in parent group-v654000. [ 984.627810] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Creating folder: Instances. Parent ref: group-v654226. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.628085] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e534a14f-338f-4975-aa39-9f8060d4159a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.639201] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Created folder: Instances in parent group-v654226. [ 984.639641] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.639872] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.640297] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fffc620-537f-468c-844a-62d4a53016b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.663560] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.663560] env[69731]: value = "task-3275541" [ 984.663560] env[69731]: _type = "Task" [ 984.663560] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.672131] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275541, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.837593] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.840026] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.128s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.840270] env[69731]: DEBUG nova.objects.instance [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lazy-loading 'resources' on Instance uuid b4109e96-8bcd-4f2a-befb-a14d6a85382b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.868616] env[69731]: INFO nova.scheduler.client.report [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted allocations for instance 27901116-528f-416f-a9cd-c8694bedae6d [ 985.012584] env[69731]: DEBUG nova.compute.manager [req-9009d306-8d22-4a00-b24c-3c972d7ad062 req-4fdf1dc0-c624-473f-8dfc-6abc1728e372 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Received event network-vif-deleted-07e588d2-5139-472c-a499-d6f87c8e92db {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.012791] env[69731]: INFO nova.compute.manager [req-9009d306-8d22-4a00-b24c-3c972d7ad062 req-4fdf1dc0-c624-473f-8dfc-6abc1728e372 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Neutron deleted interface 07e588d2-5139-472c-a499-d6f87c8e92db; detaching it from the instance and deleting it from the info cache [ 985.012964] env[69731]: DEBUG nova.network.neutron [req-9009d306-8d22-4a00-b24c-3c972d7ad062 req-4fdf1dc0-c624-473f-8dfc-6abc1728e372 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.178169] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275541, 'name': CreateVM_Task, 'duration_secs': 0.415522} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.179070] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.179171] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.179374] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.179896] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.180226] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f291ee24-556e-4414-a251-b7b1bb33920b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.187787] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 985.187787] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273332e-49a9-6384-50e8-a0472725b2ac" [ 985.187787] env[69731]: _type = "Task" [ 985.187787] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.199847] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273332e-49a9-6384-50e8-a0472725b2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.240690] env[69731]: DEBUG nova.compute.manager [req-19b34c33-e12b-42d8-aa18-521711318d9e req-eefaac9a-ff03-4bb1-831c-29bf74686143 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Received event network-vif-deleted-0bc79ab4-bcb3-45bf-b12b-b5976015f778 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.242251] env[69731]: INFO nova.compute.manager [req-19b34c33-e12b-42d8-aa18-521711318d9e req-eefaac9a-ff03-4bb1-831c-29bf74686143 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Neutron deleted interface 0bc79ab4-bcb3-45bf-b12b-b5976015f778; detaching it from the instance and deleting it from the info cache [ 985.243901] env[69731]: DEBUG nova.network.neutron [req-19b34c33-e12b-42d8-aa18-521711318d9e req-eefaac9a-ff03-4bb1-831c-29bf74686143 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.380438] env[69731]: DEBUG oslo_concurrency.lockutils [None req-74c69d18-47ba-420e-a549-cb93c5bb772c tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "27901116-528f-416f-a9cd-c8694bedae6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.961s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.495786] env[69731]: DEBUG nova.network.neutron [-] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.496732] env[69731]: DEBUG nova.network.neutron [-] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.518316] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c8126a0-9543-4b3c-a1d0-fb4606a59462 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.530933] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6675a4aa-6182-4d56-b026-1c0e71df4e1e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.581097] env[69731]: DEBUG nova.compute.manager [req-9009d306-8d22-4a00-b24c-3c972d7ad062 req-4fdf1dc0-c624-473f-8dfc-6abc1728e372 service nova] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Detach interface failed, port_id=07e588d2-5139-472c-a499-d6f87c8e92db, reason: Instance f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.701126] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273332e-49a9-6384-50e8-a0472725b2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014114} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.701462] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.701698] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.701930] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.702125] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.702310] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.702616] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f401690f-0b24-4b38-8e9c-029363bc3950 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.715203] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.715328] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.716095] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f433cf-c22a-4fe3-a062-8a2b9e218996 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.724324] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 985.724324] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52394940-9445-c27b-ce82-632ce6a9c131" [ 985.724324] env[69731]: _type = "Task" [ 985.724324] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.733255] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52394940-9445-c27b-ce82-632ce6a9c131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.737748] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c5091-b317-4dfb-a4ad-1eae07ada6c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.747020] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbbacd80-5c66-4c16-a709-cc70354a94f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.748300] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61ccc33-a7f2-4e0b-8ba5-3d0c36ebe644 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.784231] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8f5c4b-b308-43f7-a45d-9b0170408fb0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.790069] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f462fa-d6a0-4f03-9e84-038b5f2681b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.809301] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d9bb8-0812-4882-b6c0-c2c2b8db77f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.826048] env[69731]: DEBUG nova.compute.manager [req-19b34c33-e12b-42d8-aa18-521711318d9e req-eefaac9a-ff03-4bb1-831c-29bf74686143 service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Detach interface failed, port_id=0bc79ab4-bcb3-45bf-b12b-b5976015f778, reason: Instance c6288f2d-c6bb-4904-b2ae-e701dbfc7653 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.833518] env[69731]: DEBUG nova.compute.provider_tree [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.943214] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "1835d340-c509-4271-a5b1-c7111341911d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.943633] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "1835d340-c509-4271-a5b1-c7111341911d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.943896] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "1835d340-c509-4271-a5b1-c7111341911d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.944103] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "1835d340-c509-4271-a5b1-c7111341911d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.944275] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "1835d340-c509-4271-a5b1-c7111341911d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.946817] env[69731]: INFO nova.compute.manager [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Terminating instance [ 986.000866] env[69731]: INFO nova.compute.manager [-] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Took 2.02 seconds to deallocate network for instance. [ 986.001324] env[69731]: INFO nova.compute.manager [-] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Took 1.64 seconds to deallocate network for instance. [ 986.236429] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52394940-9445-c27b-ce82-632ce6a9c131, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.240344] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e5ae0d-241c-4dae-be10-a71fe0f4a22c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.247641] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 986.247641] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e6176b-2d9c-3e14-ed0c-13648a7f89c5" [ 986.247641] env[69731]: _type = "Task" [ 986.247641] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.262225] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e6176b-2d9c-3e14-ed0c-13648a7f89c5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.263234] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.263593] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 38066d11-35c5-429d-b578-c11bbe9dbbb2/38066d11-35c5-429d-b578-c11bbe9dbbb2.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.264126] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0d3cf44-5c05-429e-abaa-f3c40a9909c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.273193] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 986.273193] env[69731]: value = "task-3275542" [ 986.273193] env[69731]: _type = "Task" [ 986.273193] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.282668] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.371029] env[69731]: ERROR nova.scheduler.client.report [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] [req-46ae7e6c-11f2-479b-891d-07ca325fd1d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46ae7e6c-11f2-479b-891d-07ca325fd1d3"}]} [ 986.400440] env[69731]: DEBUG nova.scheduler.client.report [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 986.429454] env[69731]: DEBUG nova.scheduler.client.report [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 986.429697] env[69731]: DEBUG nova.compute.provider_tree [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.443231] env[69731]: DEBUG nova.scheduler.client.report [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 986.450785] env[69731]: DEBUG nova.compute.manager [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.451094] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.452109] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaee412e-b7d7-4a53-83ca-655007b7ef13 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.463825] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.463825] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0f5428-b7f6-46be-8e41-10dfc29b2c2a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.466208] env[69731]: DEBUG nova.scheduler.client.report [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.477753] env[69731]: DEBUG oslo_vmware.api [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 986.477753] env[69731]: value = "task-3275543" [ 986.477753] env[69731]: _type = "Task" [ 986.477753] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.489203] env[69731]: DEBUG oslo_vmware.api [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.510530] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.511518] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.746717] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "1780a99e-8982-46bb-9134-6d453c5ff993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.746935] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "1780a99e-8982-46bb-9134-6d453c5ff993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.747221] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "1780a99e-8982-46bb-9134-6d453c5ff993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.747337] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "1780a99e-8982-46bb-9134-6d453c5ff993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.747595] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "1780a99e-8982-46bb-9134-6d453c5ff993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.752237] env[69731]: INFO nova.compute.manager [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Terminating instance [ 986.788584] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509469} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.789466] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 38066d11-35c5-429d-b578-c11bbe9dbbb2/38066d11-35c5-429d-b578-c11bbe9dbbb2.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.789466] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.789679] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19e15b41-6095-4d0e-9057-2858cb450acb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.794973] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56cb01a-ed13-4328-a35b-482f7af451bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.798897] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 986.798897] env[69731]: value = "task-3275544" [ 986.798897] env[69731]: _type = "Task" [ 986.798897] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.807520] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052c6606-f5aa-4dc1-8935-2b9b6c808002 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.814055] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.846239] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1de566f-f6e9-4ef8-81ab-c075346b8fe6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.854794] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fbff07-248e-4b84-8b6b-f97fe8338441 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.871189] env[69731]: DEBUG nova.compute.provider_tree [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.990312] env[69731]: DEBUG oslo_vmware.api [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275543, 'name': PowerOffVM_Task, 'duration_secs': 0.452355} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.990614] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.990814] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.991078] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4abaf52d-f44d-4ab6-9ed8-e35c340c66cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.062666] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.062942] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.063155] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleting the datastore file [datastore1] 1835d340-c509-4271-a5b1-c7111341911d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.063473] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62db9d81-4b8a-48f7-bdfb-9c70c1d3a108 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.070836] env[69731]: DEBUG oslo_vmware.api [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 987.070836] env[69731]: value = "task-3275546" [ 987.070836] env[69731]: _type = "Task" [ 987.070836] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.079125] env[69731]: DEBUG oslo_vmware.api [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.256827] env[69731]: DEBUG nova.compute.manager [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.257097] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.258025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53384d7-bb49-48a6-9aba-223a1e88957b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.266548] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.266793] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f572413a-a5fb-4e16-b619-104cf3f9349e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.274159] env[69731]: DEBUG oslo_vmware.api [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 987.274159] env[69731]: value = "task-3275547" [ 987.274159] env[69731]: _type = "Task" [ 987.274159] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.282652] env[69731]: DEBUG oslo_vmware.api [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.309517] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098743} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.309782] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.310608] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf7d20e-f3cb-4b5c-9752-8d2d708150d2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.333974] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 38066d11-35c5-429d-b578-c11bbe9dbbb2/38066d11-35c5-429d-b578-c11bbe9dbbb2.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.334308] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b85098-eb19-4305-8353-b1e4b257e4e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.357506] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 987.357506] env[69731]: value = "task-3275548" [ 987.357506] env[69731]: _type = "Task" [ 987.357506] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.367739] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.374899] env[69731]: DEBUG nova.scheduler.client.report [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.582105] env[69731]: DEBUG oslo_vmware.api [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134625} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.582408] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.582912] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.582912] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.583053] env[69731]: INFO nova.compute.manager [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 987.583232] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.583495] env[69731]: DEBUG nova.compute.manager [-] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.584086] env[69731]: DEBUG nova.network.neutron [-] [instance: 1835d340-c509-4271-a5b1-c7111341911d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.785960] env[69731]: DEBUG oslo_vmware.api [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275547, 'name': PowerOffVM_Task, 'duration_secs': 0.238791} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.786442] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.786914] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.787199] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-044774e7-4ed1-4fef-9fb8-2e76962205c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.857440] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.857671] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.857879] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleting the datastore file [datastore2] 1780a99e-8982-46bb-9134-6d453c5ff993 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.858229] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7577b71a-b20b-4578-8acf-e3a90d2ec8fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.866913] env[69731]: DEBUG nova.compute.manager [req-26d49bc8-3776-4101-b5ca-e87ef8c598cc req-4c99e7e8-2e58-40ff-b4d1-7bab1fbf0787 service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Received event network-vif-deleted-b5842ab9-4b06-4225-9aa1-afaa7c51e6d6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.867182] env[69731]: INFO nova.compute.manager [req-26d49bc8-3776-4101-b5ca-e87ef8c598cc req-4c99e7e8-2e58-40ff-b4d1-7bab1fbf0787 service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Neutron deleted interface b5842ab9-4b06-4225-9aa1-afaa7c51e6d6; detaching it from the instance and deleting it from the info cache [ 987.867640] env[69731]: DEBUG nova.network.neutron [req-26d49bc8-3776-4101-b5ca-e87ef8c598cc req-4c99e7e8-2e58-40ff-b4d1-7bab1fbf0787 service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.877485] env[69731]: DEBUG oslo_vmware.api [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 987.877485] env[69731]: value = "task-3275550" [ 987.877485] env[69731]: _type = "Task" [ 987.877485] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.877485] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275548, 'name': ReconfigVM_Task, 'duration_secs': 0.308166} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.878577] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 38066d11-35c5-429d-b578-c11bbe9dbbb2/38066d11-35c5-429d-b578-c11bbe9dbbb2.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.887089] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.043s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.887089] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec4c614d-1051-419e-824d-47baca2c5b9a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.888570] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.754s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.894021] env[69731]: DEBUG nova.objects.instance [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lazy-loading 'resources' on Instance uuid 0f58f9a2-8d42-44b2-828c-fc96f3615014 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.901183] env[69731]: DEBUG oslo_vmware.api [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.904652] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 987.904652] env[69731]: value = "task-3275551" [ 987.904652] env[69731]: _type = "Task" [ 987.904652] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.912999] env[69731]: INFO nova.scheduler.client.report [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Deleted allocations for instance b4109e96-8bcd-4f2a-befb-a14d6a85382b [ 987.917359] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275551, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.339169] env[69731]: DEBUG nova.network.neutron [-] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.379911] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2c48a58-ad23-41e1-806a-2168c7c1fcfe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.394472] env[69731]: DEBUG oslo_vmware.api [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.401565] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59048f6-dbcd-4b36-b872-04991d87c4cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.426769] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275551, 'name': Rename_Task, 'duration_secs': 0.251645} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.427040] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f035862c-8ccd-4d2f-9326-81cb996dccd2 tempest-ServerShowV257Test-869286625 tempest-ServerShowV257Test-869286625-project-member] Lock "b4109e96-8bcd-4f2a-befb-a14d6a85382b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.979s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.428395] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.431556] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1036f3f-a9f1-4db6-9242-71f0baba7bab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.445813] env[69731]: DEBUG nova.compute.manager [req-26d49bc8-3776-4101-b5ca-e87ef8c598cc req-4c99e7e8-2e58-40ff-b4d1-7bab1fbf0787 service nova] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Detach interface failed, port_id=b5842ab9-4b06-4225-9aa1-afaa7c51e6d6, reason: Instance 1835d340-c509-4271-a5b1-c7111341911d could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.455802] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 988.455802] env[69731]: value = "task-3275552" [ 988.455802] env[69731]: _type = "Task" [ 988.455802] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.467093] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.767932] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7766d1b-e6a1-4138-abf3-b23e0382efdd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.778712] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa909fc-e95b-408d-8a97-4ecc34a62e8b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.816855] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68628efd-abba-4023-a802-d0bf54014bd3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.827611] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2754a-aef1-4ba7-936f-947f0b446605 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.842945] env[69731]: INFO nova.compute.manager [-] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Took 1.26 seconds to deallocate network for instance. [ 988.843564] env[69731]: DEBUG nova.compute.provider_tree [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.894136] env[69731]: DEBUG oslo_vmware.api [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563783} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.898166] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.898166] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.898166] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.898166] env[69731]: INFO nova.compute.manager [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Took 1.64 seconds to destroy the instance on the hypervisor. [ 988.898166] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.898166] env[69731]: DEBUG nova.compute.manager [-] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.898166] env[69731]: DEBUG nova.network.neutron [-] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.968325] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.355181] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.389447] env[69731]: DEBUG nova.scheduler.client.report [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 989.389656] env[69731]: DEBUG nova.compute.provider_tree [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 107 to 108 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 989.389890] env[69731]: DEBUG nova.compute.provider_tree [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.471494] env[69731]: DEBUG oslo_vmware.api [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275552, 'name': PowerOnVM_Task, 'duration_secs': 0.518092} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.471615] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.471745] env[69731]: INFO nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Took 7.44 seconds to spawn the instance on the hypervisor. [ 989.471926] env[69731]: DEBUG nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.472800] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719007bb-87d2-40ee-85ae-2f9f6e36033c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.900989] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.903547] env[69731]: DEBUG nova.compute.manager [req-789c12e6-ffdb-4d50-a72d-16739613ccec req-b06ab232-d7b6-4e7d-895b-aa10b8d3110a service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Received event network-vif-deleted-6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.903733] env[69731]: INFO nova.compute.manager [req-789c12e6-ffdb-4d50-a72d-16739613ccec req-b06ab232-d7b6-4e7d-895b-aa10b8d3110a service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Neutron deleted interface 6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5; detaching it from the instance and deleting it from the info cache [ 989.903895] env[69731]: DEBUG nova.network.neutron [req-789c12e6-ffdb-4d50-a72d-16739613ccec req-b06ab232-d7b6-4e7d-895b-aa10b8d3110a service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.906252] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.883s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.907693] env[69731]: INFO nova.compute.claims [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.953351] env[69731]: INFO nova.scheduler.client.report [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Deleted allocations for instance 0f58f9a2-8d42-44b2-828c-fc96f3615014 [ 989.994167] env[69731]: INFO nova.compute.manager [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Took 28.85 seconds to build instance. [ 990.104834] env[69731]: DEBUG nova.network.neutron [-] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.407306] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c674294-3482-42ea-8779-0d8978ba400c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.418602] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b41e87-07d9-4f77-9770-d1c3b77994f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.452722] env[69731]: DEBUG nova.compute.manager [req-789c12e6-ffdb-4d50-a72d-16739613ccec req-b06ab232-d7b6-4e7d-895b-aa10b8d3110a service nova] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Detach interface failed, port_id=6e0144e0-e3cc-4573-a3e0-076fcb6fdbd5, reason: Instance 1780a99e-8982-46bb-9134-6d453c5ff993 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.463922] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b606512-7185-4dec-911a-220a669dfe82 tempest-MigrationsAdminTest-1954031850 tempest-MigrationsAdminTest-1954031850-project-member] Lock "0f58f9a2-8d42-44b2-828c-fc96f3615014" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.087s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.496327] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e506275-9daf-4b03-a755-76fba3bf6d41 tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "38066d11-35c5-429d-b578-c11bbe9dbbb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.359s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.609525] env[69731]: INFO nova.compute.manager [-] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Took 1.71 seconds to deallocate network for instance. [ 990.696432] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "3865cd8b-6a0e-4487-8162-4691d9765664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.696432] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "3865cd8b-6a0e-4487-8162-4691d9765664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.118160] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.198748] env[69731]: DEBUG nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.244557] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9c27a-4120-4184-9100-4d59f91c500b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.253889] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587a34c2-6aec-4df9-b0c5-5e7ab1378717 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.293838] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a730f-7ea6-4e39-ab11-583c41cde5e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.302918] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30986772-0f91-44fb-a134-8cf93035483c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.318253] env[69731]: DEBUG nova.compute.provider_tree [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.324230] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "38066d11-35c5-429d-b578-c11bbe9dbbb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.324230] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "38066d11-35c5-429d-b578-c11bbe9dbbb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.324524] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "38066d11-35c5-429d-b578-c11bbe9dbbb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.324757] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "38066d11-35c5-429d-b578-c11bbe9dbbb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.324964] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "38066d11-35c5-429d-b578-c11bbe9dbbb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.328132] env[69731]: INFO nova.compute.manager [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Terminating instance [ 991.730241] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.822960] env[69731]: DEBUG nova.scheduler.client.report [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.832254] env[69731]: DEBUG nova.compute.manager [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.832736] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.833495] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9abde2-5fb0-4c56-8377-a6815cf12be0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.843137] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.843486] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9a51691-2906-44e2-9b47-eccf54c51337 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.851660] env[69731]: DEBUG oslo_vmware.api [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 991.851660] env[69731]: value = "task-3275553" [ 991.851660] env[69731]: _type = "Task" [ 991.851660] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.860963] env[69731]: DEBUG oslo_vmware.api [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.326923] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.327515] env[69731]: DEBUG nova.compute.manager [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.330336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.219s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.330336] env[69731]: DEBUG nova.objects.instance [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lazy-loading 'resources' on Instance uuid 465452c2-0073-4a8a-b42d-168d71eafc96 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.362751] env[69731]: DEBUG oslo_vmware.api [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275553, 'name': PowerOffVM_Task, 'duration_secs': 0.236803} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.362751] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.362928] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.364516] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-340462d8-47ca-4693-bab1-e4d26f744828 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.434212] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.434470] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.434653] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Deleting the datastore file [datastore1] 38066d11-35c5-429d-b578-c11bbe9dbbb2 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.434921] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b98994f3-81c8-4cbe-9a87-a642aa2ae72d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.442085] env[69731]: DEBUG oslo_vmware.api [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for the task: (returnval){ [ 992.442085] env[69731]: value = "task-3275555" [ 992.442085] env[69731]: _type = "Task" [ 992.442085] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.452950] env[69731]: DEBUG oslo_vmware.api [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.833218] env[69731]: DEBUG nova.compute.utils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.834676] env[69731]: DEBUG nova.compute.manager [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 992.955333] env[69731]: DEBUG oslo_vmware.api [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Task: {'id': task-3275555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187627} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.955606] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.955796] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.955970] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.956160] env[69731]: INFO nova.compute.manager [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 992.956403] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.956613] env[69731]: DEBUG nova.compute.manager [-] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.956713] env[69731]: DEBUG nova.network.neutron [-] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.134786] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5734a9e-cd20-49d5-a212-c202142738e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.148020] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973bac08-cfd1-47dd-8b94-0211a3cbce58 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.184650] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c4afe1-cfa7-4feb-b2d6-1858c86ca0a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.193310] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0162a065-fa6a-4737-82fa-9f79b67107ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.207802] env[69731]: DEBUG nova.compute.provider_tree [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.336313] env[69731]: DEBUG nova.compute.manager [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.404590] env[69731]: DEBUG nova.compute.manager [req-960d69fd-4b18-485a-808c-45bffb377e40 req-eba63be2-ecfc-48fe-b596-1346752da49e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Received event network-vif-deleted-061fe87f-6be3-41ce-82af-8dbfdc3fbf5f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.404799] env[69731]: INFO nova.compute.manager [req-960d69fd-4b18-485a-808c-45bffb377e40 req-eba63be2-ecfc-48fe-b596-1346752da49e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Neutron deleted interface 061fe87f-6be3-41ce-82af-8dbfdc3fbf5f; detaching it from the instance and deleting it from the info cache [ 993.404973] env[69731]: DEBUG nova.network.neutron [req-960d69fd-4b18-485a-808c-45bffb377e40 req-eba63be2-ecfc-48fe-b596-1346752da49e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.711829] env[69731]: DEBUG nova.scheduler.client.report [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.887080] env[69731]: DEBUG nova.network.neutron [-] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.909102] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbf709cc-a675-482f-a23f-0f7d65555724 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.924824] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d124840-0495-4612-b1f7-6692832e4b37 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.960290] env[69731]: DEBUG nova.compute.manager [req-960d69fd-4b18-485a-808c-45bffb377e40 req-eba63be2-ecfc-48fe-b596-1346752da49e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Detach interface failed, port_id=061fe87f-6be3-41ce-82af-8dbfdc3fbf5f, reason: Instance 38066d11-35c5-429d-b578-c11bbe9dbbb2 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 994.219997] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.222390] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.785s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.222617] env[69731]: DEBUG nova.objects.instance [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lazy-loading 'resources' on Instance uuid 325fbc7f-013c-4363-832d-e90f19f59d52 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.251020] env[69731]: INFO nova.scheduler.client.report [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Deleted allocations for instance 465452c2-0073-4a8a-b42d-168d71eafc96 [ 994.347026] env[69731]: DEBUG nova.compute.manager [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.376769] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.377029] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.377188] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.377370] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.377514] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.377657] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.377915] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.378164] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.378394] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.378621] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.378830] env[69731]: DEBUG nova.virt.hardware [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.379871] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e133d365-02a2-45cc-b6ec-3c16c5b61977 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.392996] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcfa396-b1fa-41a3-beed-baa3dfa504b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.394462] env[69731]: INFO nova.compute.manager [-] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Took 1.44 seconds to deallocate network for instance. [ 994.407980] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.414100] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Creating folder: Project (837deb5411df4a188e91645d58e8de72). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.414964] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38fb0ef8-edde-4ba0-a689-64ee3e9c3967 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.428410] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Created folder: Project (837deb5411df4a188e91645d58e8de72) in parent group-v654000. [ 994.428618] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Creating folder: Instances. Parent ref: group-v654229. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.428872] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dffc018-f069-42cd-8438-0abd8eeb4822 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.442135] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Created folder: Instances in parent group-v654229. [ 994.442135] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.442135] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.442395] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7917d6ae-a6e4-4802-8800-e93c537f1399 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.465853] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.465853] env[69731]: value = "task-3275558" [ 994.465853] env[69731]: _type = "Task" [ 994.465853] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.473191] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275558, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.760151] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0ca2ff70-6e9e-4c65-9f61-04dfab235452 tempest-ImagesTestJSON-1222046105 tempest-ImagesTestJSON-1222046105-project-member] Lock "465452c2-0073-4a8a-b42d-168d71eafc96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.117s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.918653] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.977021] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275558, 'name': CreateVM_Task, 'duration_secs': 0.275991} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.977428] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.977902] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.978150] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.978520] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.978855] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64de77a-674e-463a-a815-8ac44ed4d3c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.984868] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 994.984868] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291c5ae-5c16-a827-0156-8fb2ec0f85fc" [ 994.984868] env[69731]: _type = "Task" [ 994.984868] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.996081] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291c5ae-5c16-a827-0156-8fb2ec0f85fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.033394] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbd6671-32c3-49eb-a724-047dbc161570 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.042616] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8dfc64-6814-44ad-9473-ba6241052f1f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.075999] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8137a4fa-276c-4b4c-b273-92b4ebab022f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.080538] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.080811] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.085706] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8debf7-f62b-49a5-8b6b-558e824580c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.103493] env[69731]: DEBUG nova.compute.provider_tree [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.496559] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291c5ae-5c16-a827-0156-8fb2ec0f85fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.496884] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.497134] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.497377] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.497522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.497736] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.498086] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-509047b9-b62b-4e5a-84bd-df16366abef3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.507216] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.507403] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.508143] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2536ce-423c-46c7-ac89-076bd8846d6b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.514802] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 995.514802] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52aefe46-ddf2-4640-d5ce-9bcedd197bcb" [ 995.514802] env[69731]: _type = "Task" [ 995.514802] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.524019] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52aefe46-ddf2-4640-d5ce-9bcedd197bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.584316] env[69731]: DEBUG nova.compute.utils [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.606490] env[69731]: DEBUG nova.scheduler.client.report [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.029010] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52aefe46-ddf2-4640-d5ce-9bcedd197bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.029010] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc5d4a3-fd6f-4724-992e-1a66e82a7aea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.034230] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 996.034230] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5248ac8e-4a0a-da61-d9ab-5ec2670bec74" [ 996.034230] env[69731]: _type = "Task" [ 996.034230] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.043346] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5248ac8e-4a0a-da61-d9ab-5ec2670bec74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.087632] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.112255] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.118541] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.075s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.118541] env[69731]: DEBUG nova.objects.instance [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 996.161241] env[69731]: INFO nova.scheduler.client.report [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted allocations for instance 325fbc7f-013c-4363-832d-e90f19f59d52 [ 996.545840] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5248ac8e-4a0a-da61-d9ab-5ec2670bec74, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.546127] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.546390] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372/1e26bce0-a311-49b3-af15-a0935fa97372.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.546656] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39870f86-f1ed-46fb-ad07-f934dcb054a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.555149] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 996.555149] env[69731]: value = "task-3275559" [ 996.555149] env[69731]: _type = "Task" [ 996.555149] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.563901] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.669350] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a3343c73-c675-4a98-9e18-d9ef8dd36e31 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "325fbc7f-013c-4363-832d-e90f19f59d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.832s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.067614] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490289} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.067951] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372/1e26bce0-a311-49b3-af15-a0935fa97372.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.069482] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.069482] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b1309fb-6981-4d1e-84a7-5c6cb851e19b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.077605] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 997.077605] env[69731]: value = "task-3275560" [ 997.077605] env[69731]: _type = "Task" [ 997.077605] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.088271] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.125550] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3af751d6-667c-4f60-8ec0-aec6cf92a474 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.126717] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.708s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.204764] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.205078] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.205317] env[69731]: INFO nova.compute.manager [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Attaching volume 4cd82a3f-3ebf-4b73-92b5-e99cca979e55 to /dev/sdb [ 997.250674] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d8dcc4-29c3-4533-b922-0ae489c46f37 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.260028] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08befad9-d118-445f-a2ee-8612fd104b4d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.275985] env[69731]: DEBUG nova.virt.block_device [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Updating existing volume attachment record: 0be5fae4-13d1-45e8-9668-0085a421a6a2 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.589046] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063426} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.589046] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.590642] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a9e88c-720f-48c3-b186-24babd29404e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.613747] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372/1e26bce0-a311-49b3-af15-a0935fa97372.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.614191] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db66dceb-9281-4cf3-9069-14487905431c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.636619] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 997.636619] env[69731]: value = "task-3275564" [ 997.636619] env[69731]: _type = "Task" [ 997.636619] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.645740] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.028213] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9660c97-7e6e-45d4-875e-2cf19e1873fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.036624] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e2e1eb-d1a7-4a2e-b3ca-44c9c7f25fd4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.069814] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949acd1-cd62-4a00-a11e-a10722da4035 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.079936] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7996dfc-4095-4320-ac4c-0ce881d4d079 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.095699] env[69731]: DEBUG nova.compute.provider_tree [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.152897] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275564, 'name': ReconfigVM_Task, 'duration_secs': 0.286172} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.152897] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372/1e26bce0-a311-49b3-af15-a0935fa97372.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.153544] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86eefe63-b89f-42c1-a7d6-0abd924459e6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.164360] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 998.164360] env[69731]: value = "task-3275565" [ 998.164360] env[69731]: _type = "Task" [ 998.164360] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.177810] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275565, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.598584] env[69731]: DEBUG nova.scheduler.client.report [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.676108] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275565, 'name': Rename_Task, 'duration_secs': 0.143862} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.676383] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.676621] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0aa1cca-44fb-4d13-83cf-d68dfac600b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.683522] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 998.683522] env[69731]: value = "task-3275566" [ 998.683522] env[69731]: _type = "Task" [ 998.683522] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.691811] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.212760] env[69731]: DEBUG oslo_vmware.api [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275566, 'name': PowerOnVM_Task, 'duration_secs': 0.472186} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.213141] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.213237] env[69731]: INFO nova.compute.manager [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Took 4.87 seconds to spawn the instance on the hypervisor. [ 999.213413] env[69731]: DEBUG nova.compute.manager [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.214285] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ba5ee2-8886-4f8f-b3aa-504b074087da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.611941] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.484s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.614626] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.112s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.614626] env[69731]: DEBUG nova.objects.instance [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lazy-loading 'resources' on Instance uuid c16d335e-1eef-47dc-b16a-0b4ddfcdf472 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.740523] env[69731]: INFO nova.compute.manager [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Took 29.74 seconds to build instance. [ 999.919992] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "091a9481-58d3-4086-96d9-eb626acc5d7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.919992] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.201143] env[69731]: INFO nova.scheduler.client.report [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted allocation for migration 68ac028c-bd16-428a-b949-fbcc7f0013e1 [ 1000.246611] env[69731]: DEBUG oslo_concurrency.lockutils [None req-88c141b4-c203-4e43-a616-a13751ecb7cd tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "1e26bce0-a311-49b3-af15-a0935fa97372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.261s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.423938] env[69731]: DEBUG nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.535359] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043e80e-9e9e-4af7-a077-57a54bcef5a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.545129] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e3b0eb-13a1-46eb-9ba2-55aee1cc2409 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.583085] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb922278-dc12-4a00-b102-740d261f6487 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.591667] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f378988-61da-43c5-b783-b4a8ce290d62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.607775] env[69731]: DEBUG nova.compute.provider_tree [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.708711] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03edec2f-891b-4c9e-a1ca-cf3026c3b6cf tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.704s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.959160] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.111280] env[69731]: DEBUG nova.scheduler.client.report [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.283356] env[69731]: INFO nova.compute.manager [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Rebuilding instance [ 1001.344453] env[69731]: DEBUG nova.compute.manager [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.345464] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124bb341-3314-4847-9501-609c25e8f1ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.620072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.621809] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.586s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.627024] env[69731]: DEBUG nova.objects.instance [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lazy-loading 'resources' on Instance uuid 5fdafe96-8cf7-4a0a-b873-95453b1e165c {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.657449] env[69731]: INFO nova.scheduler.client.report [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Deleted allocations for instance c16d335e-1eef-47dc-b16a-0b4ddfcdf472 [ 1001.839059] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1001.839059] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654233', 'volume_id': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'name': 'volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e6ed9f2-5555-4447-beb9-c7adbabebd32', 'attached_at': '', 'detached_at': '', 'volume_id': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'serial': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1001.839059] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b739ef72-d89f-465b-b51e-407764a4be2d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.869040] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fc3fc1-c74e-46fb-b6a5-c022352d666d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.900160] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55/volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.901232] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8698ebec-0a06-41f8-880e-8ef81102ef03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.923105] env[69731]: DEBUG oslo_vmware.api [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1001.923105] env[69731]: value = "task-3275568" [ 1001.923105] env[69731]: _type = "Task" [ 1001.923105] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.936404] env[69731]: DEBUG oslo_vmware.api [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.166592] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d83c8c-4c29-4e25-9512-325f203bb4bb tempest-SecurityGroupsTestJSON-1329523842 tempest-SecurityGroupsTestJSON-1329523842-project-member] Lock "c16d335e-1eef-47dc-b16a-0b4ddfcdf472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.232s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.229508] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "413bb13f-3ff9-4994-8777-93c70336d533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.229771] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.230027] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "413bb13f-3ff9-4994-8777-93c70336d533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.230313] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.230478] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.235238] env[69731]: INFO nova.compute.manager [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Terminating instance [ 1002.369596] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.370096] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b74f9e51-c5da-491f-be17-d7248821a64a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.382700] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1002.382700] env[69731]: value = "task-3275569" [ 1002.382700] env[69731]: _type = "Task" [ 1002.382700] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.393252] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.440581] env[69731]: DEBUG oslo_vmware.api [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275568, 'name': ReconfigVM_Task, 'duration_secs': 0.515231} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.442611] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55/volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.446997] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad0eb609-a720-491b-bbb8-2b4b3c653c9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.467065] env[69731]: DEBUG oslo_vmware.api [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1002.467065] env[69731]: value = "task-3275570" [ 1002.467065] env[69731]: _type = "Task" [ 1002.467065] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.477979] env[69731]: DEBUG oslo_vmware.api [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.480245] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3e6b3c-b7ad-410a-9ae2-d77fae11b424 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.489909] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e77fc3-ba56-4ec6-a4ce-2454dbc95bf3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.527808] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8477d1-4fec-4287-874c-0dd07e7866d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.536476] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf486d5-14ec-45e9-8074-73e306c4c9ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.559207] env[69731]: DEBUG nova.compute.provider_tree [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.741913] env[69731]: DEBUG nova.compute.manager [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.742229] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.743201] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b0079b-284e-41cf-b355-97e1e2c05233 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.752693] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.752947] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f2c50b5-b73e-4a75-bafe-ff7559db0713 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.760665] env[69731]: DEBUG oslo_vmware.api [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1002.760665] env[69731]: value = "task-3275571" [ 1002.760665] env[69731]: _type = "Task" [ 1002.760665] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.770240] env[69731]: DEBUG oslo_vmware.api [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.894463] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275569, 'name': PowerOffVM_Task, 'duration_secs': 0.157737} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.894789] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.895522] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.897200] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5414b9da-4300-42e4-bf76-d357ef679ef2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.905735] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.905912] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-969ea2d0-6db5-4f8d-a057-3dcdc4a0761b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.938320] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.938730] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.938898] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Deleting the datastore file [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.939183] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32609cea-df9a-4348-aad0-f9903cbc2925 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.947819] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1002.947819] env[69731]: value = "task-3275573" [ 1002.947819] env[69731]: _type = "Task" [ 1002.947819] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.959791] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.981396] env[69731]: DEBUG oslo_vmware.api [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275570, 'name': ReconfigVM_Task, 'duration_secs': 0.176461} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.981837] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654233', 'volume_id': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'name': 'volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e6ed9f2-5555-4447-beb9-c7adbabebd32', 'attached_at': '', 'detached_at': '', 'volume_id': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'serial': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1003.011848] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.012118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.062886] env[69731]: DEBUG nova.scheduler.client.report [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.275389] env[69731]: DEBUG oslo_vmware.api [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275571, 'name': PowerOffVM_Task, 'duration_secs': 0.219134} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.275541] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.275706] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.276302] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdf74e03-baad-4c27-a310-51584778ded6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.351105] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.351605] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.351605] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleting the datastore file [datastore2] 413bb13f-3ff9-4994-8777-93c70336d533 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.351859] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9af41af-10ad-4103-9018-29a924f5f90b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.360058] env[69731]: DEBUG oslo_vmware.api [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1003.360058] env[69731]: value = "task-3275575" [ 1003.360058] env[69731]: _type = "Task" [ 1003.360058] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.369202] env[69731]: DEBUG oslo_vmware.api [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.463607] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114947} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.463964] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.464518] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.464770] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.515723] env[69731]: DEBUG nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.567771] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.570931] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.314s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.571566] env[69731]: DEBUG nova.objects.instance [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'resources' on Instance uuid 3337e44f-4fb3-4465-988f-42d941eb3bb0 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.594593] env[69731]: INFO nova.scheduler.client.report [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Deleted allocations for instance 5fdafe96-8cf7-4a0a-b873-95453b1e165c [ 1003.873384] env[69731]: DEBUG oslo_vmware.api [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162554} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.874407] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.874655] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.874868] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.875058] env[69731]: INFO nova.compute.manager [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1003.875543] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.875875] env[69731]: DEBUG nova.compute.manager [-] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.875984] env[69731]: DEBUG nova.network.neutron [-] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.056766] env[69731]: DEBUG nova.objects.instance [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lazy-loading 'flavor' on Instance uuid 8e6ed9f2-5555-4447-beb9-c7adbabebd32 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.066150] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.110988] env[69731]: DEBUG oslo_concurrency.lockutils [None req-433f24cb-8429-46ec-84c4-9b102940288b tempest-ServerAddressesTestJSON-551900212 tempest-ServerAddressesTestJSON-551900212-project-member] Lock "5fdafe96-8cf7-4a0a-b873-95453b1e165c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.595s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.431076] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5d907c-860d-4098-a72d-439b52df001e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.440846] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5186d6e3-309b-4d13-9e49-cf3781fb2c51 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.477407] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0830cebb-7b03-440c-9d91-ca7b3fe42052 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.490674] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477755f0-fbee-4950-ad64-b46378fcdd89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.511123] env[69731]: DEBUG nova.compute.provider_tree [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.530359] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.530601] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.530756] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.530932] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.531092] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.531245] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.531457] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.531646] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.531821] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.531983] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.532179] env[69731]: DEBUG nova.virt.hardware [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.533736] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c968da3a-55c9-4901-abd6-ddbedafdfdf9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.546624] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e28be16-0c91-43cf-8f0f-733685ed5f7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.559319] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.566341] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.567292] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.567772] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aebad643-8d79-4eac-9284-ed7e2c3375bf tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.363s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.568573] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00538960-d561-4b07-83c5-428d3694785e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.586926] env[69731]: DEBUG nova.compute.manager [req-a019ed6e-677d-434c-8923-b1692ac78eea req-0fd02f68-e40d-4ac6-8611-3e503e894577 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Received event network-vif-deleted-82e2f34d-95f6-45cb-95da-8533e4d2cd58 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.587149] env[69731]: INFO nova.compute.manager [req-a019ed6e-677d-434c-8923-b1692ac78eea req-0fd02f68-e40d-4ac6-8611-3e503e894577 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Neutron deleted interface 82e2f34d-95f6-45cb-95da-8533e4d2cd58; detaching it from the instance and deleting it from the info cache [ 1004.587296] env[69731]: DEBUG nova.network.neutron [req-a019ed6e-677d-434c-8923-b1692ac78eea req-0fd02f68-e40d-4ac6-8611-3e503e894577 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.590033] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.590033] env[69731]: value = "task-3275576" [ 1004.590033] env[69731]: _type = "Task" [ 1004.590033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.606324] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275576, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.983761] env[69731]: DEBUG nova.network.neutron [-] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.015840] env[69731]: DEBUG nova.scheduler.client.report [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.094492] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8fd74d0-b927-404c-ab35-778fc5154517 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.107220] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275576, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.110566] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2533a8db-8baf-438b-b5a4-309fdd4bb66b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.155309] env[69731]: DEBUG nova.compute.manager [req-a019ed6e-677d-434c-8923-b1692ac78eea req-0fd02f68-e40d-4ac6-8611-3e503e894577 service nova] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Detach interface failed, port_id=82e2f34d-95f6-45cb-95da-8533e4d2cd58, reason: Instance 413bb13f-3ff9-4994-8777-93c70336d533 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.255336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.255336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.488809] env[69731]: INFO nova.compute.manager [-] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Took 1.61 seconds to deallocate network for instance. [ 1005.522320] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.525182] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.014s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.525182] env[69731]: DEBUG nova.objects.instance [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lazy-loading 'resources' on Instance uuid f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.557231] env[69731]: INFO nova.scheduler.client.report [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted allocations for instance 3337e44f-4fb3-4465-988f-42d941eb3bb0 [ 1005.612230] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275576, 'name': CreateVM_Task, 'duration_secs': 0.595919} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.612230] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.612230] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.612230] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.612230] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.612230] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6386573d-02b0-45d7-94ad-ff51e12fd4a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.621659] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1005.621659] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e79850-86d1-29cc-7b58-10e640e5e58f" [ 1005.621659] env[69731]: _type = "Task" [ 1005.621659] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.630229] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e79850-86d1-29cc-7b58-10e640e5e58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.757075] env[69731]: INFO nova.compute.manager [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Detaching volume 4cd82a3f-3ebf-4b73-92b5-e99cca979e55 [ 1005.831970] env[69731]: INFO nova.virt.block_device [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Attempting to driver detach volume 4cd82a3f-3ebf-4b73-92b5-e99cca979e55 from mountpoint /dev/sdb [ 1005.833634] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1005.833634] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654233', 'volume_id': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'name': 'volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e6ed9f2-5555-4447-beb9-c7adbabebd32', 'attached_at': '', 'detached_at': '', 'volume_id': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'serial': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1005.833634] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca18c91-14dd-405b-9282-a6996603e6cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.866517] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4218c8e4-f0cf-400a-9ea5-2048dc3bfe79 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.876991] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514ae10c-f591-444e-b29b-1590a0201564 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.903086] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca9c0f5-0d27-431c-b092-f484c8a5f393 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.920206] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] The volume has not been displaced from its original location: [datastore1] volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55/volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1005.926352] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.926703] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6a106b-7943-4352-a5c5-4e2bf003adfe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.946813] env[69731]: DEBUG oslo_vmware.api [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1005.946813] env[69731]: value = "task-3275577" [ 1005.946813] env[69731]: _type = "Task" [ 1005.946813] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.957670] env[69731]: DEBUG oslo_vmware.api [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.000499] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.066282] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5a0ea607-866b-4b8d-b706-a6f5543f0802 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "3337e44f-4fb3-4465-988f-42d941eb3bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.709s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.135289] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e79850-86d1-29cc-7b58-10e640e5e58f, 'name': SearchDatastore_Task, 'duration_secs': 0.012959} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.135469] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.135728] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.135957] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.137486] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.137736] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.138510] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70187498-0626-47f2-a19d-63a1a412ec7a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.157441] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.157605] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.158500] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b99172-687a-4cfe-acee-18c78c1c5888 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.171903] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1006.171903] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52321225-952d-3415-08e9-feadfe1341db" [ 1006.171903] env[69731]: _type = "Task" [ 1006.171903] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.184594] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52321225-952d-3415-08e9-feadfe1341db, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.191437] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdafdaa-e658-4396-951d-a987e4714b84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.201155] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1006.201155] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52239fe2-2b8b-6b71-8d9c-f643d6fb72c3" [ 1006.201155] env[69731]: _type = "Task" [ 1006.201155] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.218165] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52239fe2-2b8b-6b71-8d9c-f643d6fb72c3, 'name': SearchDatastore_Task, 'duration_secs': 0.0137} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.218582] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.218920] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372/1e26bce0-a311-49b3-af15-a0935fa97372.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.219306] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5be25683-dfb8-4e02-b537-048d86b2df87 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.238385] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1006.238385] env[69731]: value = "task-3275578" [ 1006.238385] env[69731]: _type = "Task" [ 1006.238385] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.246012] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.376088] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.376330] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.388803] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.390453] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.444800] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b4cd35-3c03-405a-bc44-e087ea0d850d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.462447] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be5ee5-0a13-4c53-bec2-11cf4a5d8f73 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.466418] env[69731]: DEBUG oslo_vmware.api [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275577, 'name': ReconfigVM_Task, 'duration_secs': 0.352847} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.466710] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.471919] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64171117-8697-40ae-a773-313791ba5576 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.514071] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe3dffe-635d-4fba-9486-117b9d625707 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.518992] env[69731]: DEBUG oslo_vmware.api [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1006.518992] env[69731]: value = "task-3275579" [ 1006.518992] env[69731]: _type = "Task" [ 1006.518992] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.525624] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50526db-bf9a-498c-9696-6ce34e71f1fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.538775] env[69731]: DEBUG oslo_vmware.api [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275579, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.549419] env[69731]: DEBUG nova.compute.provider_tree [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.755140] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275578, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.881077] env[69731]: DEBUG nova.compute.utils [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.893135] env[69731]: DEBUG nova.compute.manager [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.033586] env[69731]: DEBUG oslo_vmware.api [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275579, 'name': ReconfigVM_Task, 'duration_secs': 0.224129} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.034044] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654233', 'volume_id': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'name': 'volume-4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e6ed9f2-5555-4447-beb9-c7adbabebd32', 'attached_at': '', 'detached_at': '', 'volume_id': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55', 'serial': '4cd82a3f-3ebf-4b73-92b5-e99cca979e55'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1007.054907] env[69731]: DEBUG nova.scheduler.client.report [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.248967] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752171} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.249392] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372/1e26bce0-a311-49b3-af15-a0935fa97372.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.249739] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.250127] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6b0e522-ccb3-4304-a0ce-525b9f3ceb04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.259798] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1007.259798] env[69731]: value = "task-3275580" [ 1007.259798] env[69731]: _type = "Task" [ 1007.259798] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.272696] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.385742] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.424612] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.558443] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.561758] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.049s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.561758] env[69731]: DEBUG nova.objects.instance [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'resources' on Instance uuid c6288f2d-c6bb-4904-b2ae-e701dbfc7653 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.580344] env[69731]: INFO nova.scheduler.client.report [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Deleted allocations for instance f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d [ 1007.600560] env[69731]: DEBUG nova.objects.instance [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lazy-loading 'flavor' on Instance uuid 8e6ed9f2-5555-4447-beb9-c7adbabebd32 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.772342] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184603} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.774729] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.775610] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cdd173-31e9-4edf-a9fe-6e6535be6a8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.802773] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372/1e26bce0-a311-49b3-af15-a0935fa97372.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.803644] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cf5c75-56d4-4634-8e64-b6a854f022f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.826327] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1007.826327] env[69731]: value = "task-3275581" [ 1007.826327] env[69731]: _type = "Task" [ 1007.826327] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.840786] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.098178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8316e13f-dc97-47d9-b4d4-5bda4e5b5e7c tempest-ServersWithSpecificFlavorTestJSON-778437587 tempest-ServersWithSpecificFlavorTestJSON-778437587-project-member] Lock "f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.257s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.346606] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275581, 'name': ReconfigVM_Task, 'duration_secs': 0.329486} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.347818] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372/1e26bce0-a311-49b3-af15-a0935fa97372.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.352109] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e674ae5a-a62f-46fb-b1f3-8de598de3dc0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.362837] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1008.362837] env[69731]: value = "task-3275582" [ 1008.362837] env[69731]: _type = "Task" [ 1008.362837] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.378825] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275582, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.391448] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4145ae-3d4c-4a91-a155-6b30934d114e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.400549] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d1ea22-7cd2-4847-8492-b85bf507d021 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.441104] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2237c5-1d66-4378-bacc-58abae700c10 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.450645] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35bc18c-7d2a-4df4-a5e0-1949f165fb4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.468130] env[69731]: DEBUG nova.compute.provider_tree [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.504787] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.505097] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.505342] env[69731]: INFO nova.compute.manager [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Attaching volume be8bf7d7-fd9b-4675-843b-4bf18ec38eeb to /dev/sdb [ 1008.548469] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0c020e-06a1-43f8-80ea-c417fb2453fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.558526] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5d6bcb-07fd-4293-bf90-b7c3db4ab1bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.575528] env[69731]: DEBUG nova.virt.block_device [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating existing volume attachment record: b8dd0d8f-f1cc-42cf-b15c-9614bcc9b805 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1008.614410] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5b85e99d-cbf9-4232-8c44-f290b6cc4cbc tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.359s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.877201] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275582, 'name': Rename_Task, 'duration_secs': 0.147469} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.879760] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.879760] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a96cf97d-2ac0-4a44-9479-86be5504cec6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.887446] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1008.887446] env[69731]: value = "task-3275585" [ 1008.887446] env[69731]: _type = "Task" [ 1008.887446] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.900576] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.925635] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "6f90e466-ac6d-45df-a7f4-dab43b13a480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.925800] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.975398] env[69731]: DEBUG nova.scheduler.client.report [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.399168] env[69731]: DEBUG oslo_vmware.api [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275585, 'name': PowerOnVM_Task, 'duration_secs': 0.46628} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.399168] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.399168] env[69731]: DEBUG nova.compute.manager [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.400062] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d6006f-cd2c-44fd-9703-c343b24121b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.428927] env[69731]: DEBUG nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.481221] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.484592] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.130s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.485072] env[69731]: DEBUG nova.objects.instance [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lazy-loading 'resources' on Instance uuid 1835d340-c509-4271-a5b1-c7111341911d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.529714] env[69731]: INFO nova.scheduler.client.report [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleted allocations for instance c6288f2d-c6bb-4904-b2ae-e701dbfc7653 [ 1009.920309] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.964983] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.020207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "e15d2d7d-00db-4014-8373-86bf70dad647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.020473] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "e15d2d7d-00db-4014-8373-86bf70dad647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.021428] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.021644] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.039247] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6c802198-8f5f-4c67-ab9f-cd3772f3dc5c tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.340s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.040319] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Acquired lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.042077] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a9d163-ba1d-40c2-829d-899e7a7049c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.058496] env[69731]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1010.058603] env[69731]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69731) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1010.059825] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-367760c1-c047-4785-b11f-dc97982845e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.075370] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a14d01-dac7-46a0-b8ac-20298d9f1542 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.119058] env[69731]: ERROR root [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-654193' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-654193' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-654193' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-654193'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-654193' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-654193' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-654193'}\n"]: nova.exception.InstanceNotFound: Instance c6288f2d-c6bb-4904-b2ae-e701dbfc7653 could not be found. [ 1010.119347] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Releasing lock "c6288f2d-c6bb-4904-b2ae-e701dbfc7653" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.119506] env[69731]: DEBUG nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Detach interface failed, port_id=ac06f8a1-6216-4c57-b0b4-b702da318ae6, reason: Instance c6288f2d-c6bb-4904-b2ae-e701dbfc7653 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.119795] env[69731]: DEBUG nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Received event network-vif-deleted-5d7df3e6-54ea-4740-9642-d6364c4e0233 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.119874] env[69731]: DEBUG nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Received event network-vif-plugged-061fe87f-6be3-41ce-82af-8dbfdc3fbf5f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.120033] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Acquiring lock "38066d11-35c5-429d-b578-c11bbe9dbbb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.120291] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Lock "38066d11-35c5-429d-b578-c11bbe9dbbb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.120388] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Lock "38066d11-35c5-429d-b578-c11bbe9dbbb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.120620] env[69731]: DEBUG nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] No waiting events found dispatching network-vif-plugged-061fe87f-6be3-41ce-82af-8dbfdc3fbf5f {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.120686] env[69731]: WARNING nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Received unexpected event network-vif-plugged-061fe87f-6be3-41ce-82af-8dbfdc3fbf5f for instance with vm_state building and task_state spawning. [ 1010.120838] env[69731]: DEBUG nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Received event network-changed-061fe87f-6be3-41ce-82af-8dbfdc3fbf5f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.120982] env[69731]: DEBUG nova.compute.manager [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Refreshing instance network info cache due to event network-changed-061fe87f-6be3-41ce-82af-8dbfdc3fbf5f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.121170] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Acquiring lock "refresh_cache-38066d11-35c5-429d-b578-c11bbe9dbbb2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.121298] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Acquired lock "refresh_cache-38066d11-35c5-429d-b578-c11bbe9dbbb2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.121444] env[69731]: DEBUG nova.network.neutron [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Refreshing network info cache for port 061fe87f-6be3-41ce-82af-8dbfdc3fbf5f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.371682] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8becced-9833-421e-8e90-daceb22bcf6b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.381596] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a92f599-da22-4e0d-91b4-3c3d7b9e41f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.419171] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6256ef2a-6fab-46de-9cf6-e30828924f21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.427736] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e1ba5-bed0-4b84-af1c-f6d761e71a5f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.442212] env[69731]: DEBUG nova.compute.provider_tree [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.491280] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "1e26bce0-a311-49b3-af15-a0935fa97372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.491591] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "1e26bce0-a311-49b3-af15-a0935fa97372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.491863] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "1e26bce0-a311-49b3-af15-a0935fa97372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.493121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "1e26bce0-a311-49b3-af15-a0935fa97372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.493121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "1e26bce0-a311-49b3-af15-a0935fa97372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.494236] env[69731]: INFO nova.compute.manager [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Terminating instance [ 1010.525562] env[69731]: DEBUG nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.531607] env[69731]: DEBUG nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.653941] env[69731]: DEBUG nova.network.neutron [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.804207] env[69731]: DEBUG nova.network.neutron [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.945038] env[69731]: DEBUG nova.scheduler.client.report [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.000258] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "refresh_cache-1e26bce0-a311-49b3-af15-a0935fa97372" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.000258] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquired lock "refresh_cache-1e26bce0-a311-49b3-af15-a0935fa97372" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.000420] env[69731]: DEBUG nova.network.neutron [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.064907] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.067239] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.309288] env[69731]: DEBUG oslo_concurrency.lockutils [req-48f7e4e1-db64-41df-b1d3-806f95d4b6eb req-f38453db-7aea-488e-9ad5-087754d1782e service nova] Releasing lock "refresh_cache-38066d11-35c5-429d-b578-c11bbe9dbbb2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.460504] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.462578] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.345s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.463111] env[69731]: DEBUG nova.objects.instance [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'resources' on Instance uuid 1780a99e-8982-46bb-9134-6d453c5ff993 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.486816] env[69731]: INFO nova.scheduler.client.report [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted allocations for instance 1835d340-c509-4271-a5b1-c7111341911d [ 1011.527215] env[69731]: DEBUG nova.network.neutron [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.653763] env[69731]: DEBUG nova.network.neutron [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.740376] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Releasing lock "refresh_cache-1e26bce0-a311-49b3-af15-a0935fa97372" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.742274] env[69731]: DEBUG nova.compute.manager [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.742274] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.742274] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.742274] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.742274] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.742274] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.743409] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.743409] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.744978] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "18fef856-5edc-412b-8059-ebc0ee4193ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.744978] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.745528] env[69731]: DEBUG oslo_concurrency.lockutils [None req-783aed94-e7db-4f85-9746-fca3904e5c32 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "1835d340-c509-4271-a5b1-c7111341911d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.802s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.747253] env[69731]: INFO nova.compute.manager [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Terminating instance [ 1012.748447] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6ae984-b33e-4d92-9322-45577dc59180 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.751806] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.760288] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.763616] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8791aceb-2d2f-427a-b4c2-6f5ba2e8a353 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.776134] env[69731]: DEBUG oslo_vmware.api [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1012.776134] env[69731]: value = "task-3275588" [ 1012.776134] env[69731]: _type = "Task" [ 1012.776134] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.790996] env[69731]: DEBUG oslo_vmware.api [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.096598] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9882d-d180-464c-b13c-c1ae984e3424 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.105557] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86984fa0-4c28-47c8-b0ea-00526fb724b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.136968] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd47bf96-1be6-4693-9479-0c3227414db8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.140617] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1013.140841] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654236', 'volume_id': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'name': 'volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c76ba6e-055b-4b39-b3b0-3cd49750351b', 'attached_at': '', 'detached_at': '', 'volume_id': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'serial': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1013.141656] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f67555-af77-4ce8-b265-c4f58db15fbf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.163406] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e7d4bc-5399-413f-854f-5beef098e5ce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.167178] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e17fa5-be01-4cf6-8927-684a5d266e31 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.184565] env[69731]: DEBUG nova.compute.provider_tree [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.205766] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb/volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.207380] env[69731]: DEBUG nova.scheduler.client.report [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.210704] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337278ef-07bf-4edd-8d82-eefa4975bb46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.232328] env[69731]: DEBUG oslo_vmware.api [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1013.232328] env[69731]: value = "task-3275589" [ 1013.232328] env[69731]: _type = "Task" [ 1013.232328] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.246323] env[69731]: DEBUG oslo_vmware.api [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.254415] env[69731]: DEBUG nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.264086] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.264086] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.264086] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.264086] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.264086] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.264086] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.264086] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1013.264086] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.276908] env[69731]: DEBUG nova.compute.manager [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.276908] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.277191] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff61ef4d-a41d-4377-8c4d-796f0855ad98 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.292475] env[69731]: DEBUG oslo_vmware.api [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275588, 'name': PowerOffVM_Task, 'duration_secs': 0.162139} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.298359] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.298359] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.298359] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.298359] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ae5467d-45d5-499b-ba4f-14bb844ab392 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.298359] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fffef982-57fc-4b7c-bb8b-830b85c1afc4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.306851] env[69731]: DEBUG oslo_vmware.api [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 1013.306851] env[69731]: value = "task-3275590" [ 1013.306851] env[69731]: _type = "Task" [ 1013.306851] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.317222] env[69731]: DEBUG oslo_vmware.api [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.335132] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.335132] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.335132] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Deleting the datastore file [datastore1] 1e26bce0-a311-49b3-af15-a0935fa97372 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.335132] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d5372c5-319f-41ae-98e7-1e4328dac3a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.346022] env[69731]: DEBUG oslo_vmware.api [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for the task: (returnval){ [ 1013.346022] env[69731]: value = "task-3275592" [ 1013.346022] env[69731]: _type = "Task" [ 1013.346022] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.357100] env[69731]: DEBUG oslo_vmware.api [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.726265] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.729613] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.999s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.731145] env[69731]: INFO nova.compute.claims [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.746382] env[69731]: DEBUG oslo_vmware.api [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275589, 'name': ReconfigVM_Task, 'duration_secs': 0.424776} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.748222] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb/volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.752505] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be651203-5556-4d43-9150-1e12c34d384b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.769674] env[69731]: INFO nova.scheduler.client.report [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted allocations for instance 1780a99e-8982-46bb-9134-6d453c5ff993 [ 1013.774317] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.786963] env[69731]: DEBUG oslo_vmware.api [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1013.786963] env[69731]: value = "task-3275593" [ 1013.786963] env[69731]: _type = "Task" [ 1013.786963] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.805150] env[69731]: DEBUG oslo_vmware.api [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275593, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.806433] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.825193] env[69731]: DEBUG oslo_vmware.api [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275590, 'name': PowerOffVM_Task, 'duration_secs': 0.2418} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.825193] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.825193] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.825193] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3e1b150-a0c3-4679-86b6-253d20a38a20 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.856743] env[69731]: DEBUG oslo_vmware.api [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Task: {'id': task-3275592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113141} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.857033] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.857218] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.857393] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.857554] env[69731]: INFO nova.compute.manager [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1013.857812] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.858014] env[69731]: DEBUG nova.compute.manager [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.858111] env[69731]: DEBUG nova.network.neutron [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.887597] env[69731]: DEBUG nova.network.neutron [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.899960] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.900200] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.900395] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleting the datastore file [datastore1] 5e8ce78c-53ea-44fb-9a08-b33471eb8c32 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.901282] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd3c1d0-a0d0-43e8-bcb8-7878eb12d9e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.910149] env[69731]: DEBUG oslo_vmware.api [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 1013.910149] env[69731]: value = "task-3275595" [ 1013.910149] env[69731]: _type = "Task" [ 1013.910149] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.923573] env[69731]: DEBUG oslo_vmware.api [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.145820] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.146071] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "be64ce3f-f516-4fff-ba26-020d3534eead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.282621] env[69731]: DEBUG oslo_concurrency.lockutils [None req-22653e74-0118-44b0-92a1-0deb7b33e0b3 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "1780a99e-8982-46bb-9134-6d453c5ff993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.536s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.302972] env[69731]: DEBUG oslo_vmware.api [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275593, 'name': ReconfigVM_Task, 'duration_secs': 0.21046} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.303323] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654236', 'volume_id': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'name': 'volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c76ba6e-055b-4b39-b3b0-3cd49750351b', 'attached_at': '', 'detached_at': '', 'volume_id': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'serial': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1014.391348] env[69731]: DEBUG nova.network.neutron [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.421792] env[69731]: DEBUG oslo_vmware.api [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157115} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.422287] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.422524] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.423109] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.423630] env[69731]: INFO nova.compute.manager [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1014.423915] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.424117] env[69731]: DEBUG nova.compute.manager [-] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.424214] env[69731]: DEBUG nova.network.neutron [-] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.651398] env[69731]: DEBUG nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.847200] env[69731]: DEBUG nova.compute.manager [req-37748d1b-6603-4b1f-8f3e-28093de6d9dc req-391c456b-6c4f-4f7f-b15c-056ec99f1220 service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Received event network-vif-deleted-aa0a4c02-e8d0-4c23-b515-ad493a4fd91b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.847200] env[69731]: INFO nova.compute.manager [req-37748d1b-6603-4b1f-8f3e-28093de6d9dc req-391c456b-6c4f-4f7f-b15c-056ec99f1220 service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Neutron deleted interface aa0a4c02-e8d0-4c23-b515-ad493a4fd91b; detaching it from the instance and deleting it from the info cache [ 1014.847200] env[69731]: DEBUG nova.network.neutron [req-37748d1b-6603-4b1f-8f3e-28093de6d9dc req-391c456b-6c4f-4f7f-b15c-056ec99f1220 service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.894571] env[69731]: INFO nova.compute.manager [-] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Took 1.04 seconds to deallocate network for instance. [ 1015.248302] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823a62eb-3ab8-40e4-9af2-c17bb67158a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.248302] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4235201-efac-4d3f-9ce8-9d082d509b0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.248302] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a8498-755e-40ab-8028-3c6eb7091c2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.248302] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7794ace-a7e0-47e5-aa9c-adc887f33c9c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.248302] env[69731]: DEBUG nova.compute.provider_tree [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.248302] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.321183] env[69731]: DEBUG nova.network.neutron [-] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.347370] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d42f9477-b2c1-44ce-bccf-ee870e073805 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.358735] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10488fc7-35b2-4b3a-a274-130ac1e950b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.371375] env[69731]: DEBUG nova.objects.instance [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'flavor' on Instance uuid 6c76ba6e-055b-4b39-b3b0-3cd49750351b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.396438] env[69731]: DEBUG nova.compute.manager [req-37748d1b-6603-4b1f-8f3e-28093de6d9dc req-391c456b-6c4f-4f7f-b15c-056ec99f1220 service nova] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Detach interface failed, port_id=aa0a4c02-e8d0-4c23-b515-ad493a4fd91b, reason: Instance 5e8ce78c-53ea-44fb-9a08-b33471eb8c32 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.401649] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.666313] env[69731]: DEBUG nova.scheduler.client.report [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.824923] env[69731]: INFO nova.compute.manager [-] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Took 1.40 seconds to deallocate network for instance. [ 1015.876910] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bec0322a-203c-4332-b65d-8dc1379e7fd1 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.372s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.174506] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.175120] env[69731]: DEBUG nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.177601] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.259s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.177818] env[69731]: DEBUG nova.objects.instance [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lazy-loading 'resources' on Instance uuid 38066d11-35c5-429d-b578-c11bbe9dbbb2 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.334431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.680765] env[69731]: DEBUG nova.compute.utils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.682757] env[69731]: DEBUG nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.682757] env[69731]: DEBUG nova.network.neutron [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.753128] env[69731]: DEBUG nova.policy [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6bbadda2b9e4c38829965965af007c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f062e1c47ea4858af4c8b2a73b4636c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.034871] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bbf442-ebff-42c7-890b-02500aaecd8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.044483] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f3928c-262d-49ff-a842-21c049c89d57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.081512] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d49a782-23a0-4a6e-9fbe-7550df533447 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.091240] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b8e2e2-e4f1-42b8-8dc1-3d5ccb1f28e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.110021] env[69731]: DEBUG nova.compute.provider_tree [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.163253] env[69731]: DEBUG nova.compute.manager [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1017.190165] env[69731]: DEBUG nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.352041] env[69731]: DEBUG nova.network.neutron [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Successfully created port: e1933db1-ad06-4bc2-a169-4f30fe2e1259 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.518293] env[69731]: DEBUG nova.compute.manager [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1017.610704] env[69731]: DEBUG nova.scheduler.client.report [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.710528] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.036795] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.116143] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.119168] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.160s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.120656] env[69731]: INFO nova.compute.claims [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.140328] env[69731]: INFO nova.scheduler.client.report [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Deleted allocations for instance 38066d11-35c5-429d-b578-c11bbe9dbbb2 [ 1018.203399] env[69731]: DEBUG nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.247455] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.248251] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.248251] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.248251] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.248251] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.248409] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.248589] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.248775] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.248964] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.249186] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.249388] env[69731]: DEBUG nova.virt.hardware [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.250541] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d560ac-4233-437e-a5ef-5408055bd1fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.259048] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9c5ea-3482-4034-8d83-d1fa3cccc452 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.651745] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5eee1b53-a43f-4a91-bf2d-1d15aa9ec2fe tempest-ServerGroupTestJSON-1729042109 tempest-ServerGroupTestJSON-1729042109-project-member] Lock "38066d11-35c5-429d-b578-c11bbe9dbbb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.327s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.889854] env[69731]: DEBUG nova.compute.manager [req-dfefdda9-5f86-4bbe-b2a6-e587530d764c req-2979dbb1-171c-4270-8ef5-17dccd81da82 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Received event network-vif-plugged-e1933db1-ad06-4bc2-a169-4f30fe2e1259 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.889995] env[69731]: DEBUG oslo_concurrency.lockutils [req-dfefdda9-5f86-4bbe-b2a6-e587530d764c req-2979dbb1-171c-4270-8ef5-17dccd81da82 service nova] Acquiring lock "3865cd8b-6a0e-4487-8162-4691d9765664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.890224] env[69731]: DEBUG oslo_concurrency.lockutils [req-dfefdda9-5f86-4bbe-b2a6-e587530d764c req-2979dbb1-171c-4270-8ef5-17dccd81da82 service nova] Lock "3865cd8b-6a0e-4487-8162-4691d9765664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.890429] env[69731]: DEBUG oslo_concurrency.lockutils [req-dfefdda9-5f86-4bbe-b2a6-e587530d764c req-2979dbb1-171c-4270-8ef5-17dccd81da82 service nova] Lock "3865cd8b-6a0e-4487-8162-4691d9765664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.891046] env[69731]: DEBUG nova.compute.manager [req-dfefdda9-5f86-4bbe-b2a6-e587530d764c req-2979dbb1-171c-4270-8ef5-17dccd81da82 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] No waiting events found dispatching network-vif-plugged-e1933db1-ad06-4bc2-a169-4f30fe2e1259 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.891324] env[69731]: WARNING nova.compute.manager [req-dfefdda9-5f86-4bbe-b2a6-e587530d764c req-2979dbb1-171c-4270-8ef5-17dccd81da82 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Received unexpected event network-vif-plugged-e1933db1-ad06-4bc2-a169-4f30fe2e1259 for instance with vm_state building and task_state spawning. [ 1019.049353] env[69731]: DEBUG nova.network.neutron [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Successfully updated port: e1933db1-ad06-4bc2-a169-4f30fe2e1259 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.461702] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b76add-aaf8-4195-8143-48d9867bb7b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.470876] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a40dd6-7f1e-4752-824f-4d3a0c75aa2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.505027] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcc576c-d25f-4b97-b8ed-ecee79fffd8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.515574] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc10b4-d69f-450a-86d7-77fe9c9bcb58 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.529335] env[69731]: DEBUG nova.compute.provider_tree [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.552626] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "refresh_cache-3865cd8b-6a0e-4487-8162-4691d9765664" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.552626] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "refresh_cache-3865cd8b-6a0e-4487-8162-4691d9765664" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.552842] env[69731]: DEBUG nova.network.neutron [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.034170] env[69731]: DEBUG nova.scheduler.client.report [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.245507] env[69731]: DEBUG nova.network.neutron [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.543643] env[69731]: DEBUG nova.network.neutron [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Updating instance_info_cache with network_info: [{"id": "e1933db1-ad06-4bc2-a169-4f30fe2e1259", "address": "fa:16:3e:bd:e8:ec", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1933db1-ad", "ovs_interfaceid": "e1933db1-ad06-4bc2-a169-4f30fe2e1259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.553019] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.553019] env[69731]: DEBUG nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.555407] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.489s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.559461] env[69731]: INFO nova.compute.claims [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.007504] env[69731]: DEBUG nova.compute.manager [req-69a1a46c-58bb-47f5-bb55-65be77b49ea1 req-60d321b9-7581-4104-a629-f3e92214b595 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Received event network-changed-e1933db1-ad06-4bc2-a169-4f30fe2e1259 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.007720] env[69731]: DEBUG nova.compute.manager [req-69a1a46c-58bb-47f5-bb55-65be77b49ea1 req-60d321b9-7581-4104-a629-f3e92214b595 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Refreshing instance network info cache due to event network-changed-e1933db1-ad06-4bc2-a169-4f30fe2e1259. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.007914] env[69731]: DEBUG oslo_concurrency.lockutils [req-69a1a46c-58bb-47f5-bb55-65be77b49ea1 req-60d321b9-7581-4104-a629-f3e92214b595 service nova] Acquiring lock "refresh_cache-3865cd8b-6a0e-4487-8162-4691d9765664" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.049038] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "refresh_cache-3865cd8b-6a0e-4487-8162-4691d9765664" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.049474] env[69731]: DEBUG nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Instance network_info: |[{"id": "e1933db1-ad06-4bc2-a169-4f30fe2e1259", "address": "fa:16:3e:bd:e8:ec", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1933db1-ad", "ovs_interfaceid": "e1933db1-ad06-4bc2-a169-4f30fe2e1259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.049856] env[69731]: DEBUG oslo_concurrency.lockutils [req-69a1a46c-58bb-47f5-bb55-65be77b49ea1 req-60d321b9-7581-4104-a629-f3e92214b595 service nova] Acquired lock "refresh_cache-3865cd8b-6a0e-4487-8162-4691d9765664" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.050132] env[69731]: DEBUG nova.network.neutron [req-69a1a46c-58bb-47f5-bb55-65be77b49ea1 req-60d321b9-7581-4104-a629-f3e92214b595 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Refreshing network info cache for port e1933db1-ad06-4bc2-a169-4f30fe2e1259 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.051893] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:e8:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1933db1-ad06-4bc2-a169-4f30fe2e1259', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.065177] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating folder: Project (5f062e1c47ea4858af4c8b2a73b4636c). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.065177] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a3ba3ca-77b3-408f-897d-5636f8c6263b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.067607] env[69731]: DEBUG nova.compute.utils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.069123] env[69731]: DEBUG nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.069284] env[69731]: DEBUG nova.network.neutron [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.082045] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created folder: Project (5f062e1c47ea4858af4c8b2a73b4636c) in parent group-v654000. [ 1021.083337] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating folder: Instances. Parent ref: group-v654237. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.083337] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d33f00c-90e7-4562-8c9a-2ebe645965b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.092753] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created folder: Instances in parent group-v654237. [ 1021.093191] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.093393] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.093606] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1547eab8-ec2a-41f3-a4a5-8a586e5db49d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.113863] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.113863] env[69731]: value = "task-3275598" [ 1021.113863] env[69731]: _type = "Task" [ 1021.113863] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.124425] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275598, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.141289] env[69731]: DEBUG nova.policy [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebc2333a71a34461a91a62c55f4aa382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f528f2d58621430da63b91a5b82e86a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.465100] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.465368] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.572650] env[69731]: DEBUG nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.626469] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275598, 'name': CreateVM_Task, 'duration_secs': 0.318496} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.626803] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.627846] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.627846] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.628165] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.628890] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d73c1a8-ed69-4f3d-a079-ab37c5a12beb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.633664] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1021.633664] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5258d67b-a126-8398-b033-9ccb6899e6bc" [ 1021.633664] env[69731]: _type = "Task" [ 1021.633664] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.650400] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5258d67b-a126-8398-b033-9ccb6899e6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.654073] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.654332] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.654561] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.654783] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.654875] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.655587] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-242f41ab-547c-4f2a-b969-5d4ac39f02ba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.658044] env[69731]: DEBUG nova.network.neutron [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Successfully created port: 3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.666704] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.666890] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.667620] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897063ba-8131-4b2d-a404-f03815a317ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.679093] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1021.679093] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa8420-12be-e4c7-f1eb-766faf7444db" [ 1021.679093] env[69731]: _type = "Task" [ 1021.679093] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.689354] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa8420-12be-e4c7-f1eb-766faf7444db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.893583] env[69731]: DEBUG nova.network.neutron [req-69a1a46c-58bb-47f5-bb55-65be77b49ea1 req-60d321b9-7581-4104-a629-f3e92214b595 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Updated VIF entry in instance network info cache for port e1933db1-ad06-4bc2-a169-4f30fe2e1259. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.893583] env[69731]: DEBUG nova.network.neutron [req-69a1a46c-58bb-47f5-bb55-65be77b49ea1 req-60d321b9-7581-4104-a629-f3e92214b595 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Updating instance_info_cache with network_info: [{"id": "e1933db1-ad06-4bc2-a169-4f30fe2e1259", "address": "fa:16:3e:bd:e8:ec", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1933db1-ad", "ovs_interfaceid": "e1933db1-ad06-4bc2-a169-4f30fe2e1259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.969809] env[69731]: DEBUG nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.985877] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2fbf83-5ff2-46f0-a09d-79eb32bd7b2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.995166] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64716ce-0690-45d6-b9a5-e06f7ca363ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.032823] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda4dc3-fe67-4127-9018-ae3b56e533c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.041456] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2cf0e1-1475-4a09-9712-1d9d3443c2f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.057360] env[69731]: DEBUG nova.compute.provider_tree [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.192481] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa8420-12be-e4c7-f1eb-766faf7444db, 'name': SearchDatastore_Task, 'duration_secs': 0.008149} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.193423] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584cdf07-1127-4ad8-b931-0637435b67ef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.200263] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1022.200263] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe38ee-2114-0f6e-0a22-aecc3b7d2761" [ 1022.200263] env[69731]: _type = "Task" [ 1022.200263] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.208791] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe38ee-2114-0f6e-0a22-aecc3b7d2761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.405512] env[69731]: DEBUG oslo_concurrency.lockutils [req-69a1a46c-58bb-47f5-bb55-65be77b49ea1 req-60d321b9-7581-4104-a629-f3e92214b595 service nova] Releasing lock "refresh_cache-3865cd8b-6a0e-4487-8162-4691d9765664" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.502694] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.562737] env[69731]: DEBUG nova.scheduler.client.report [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.582426] env[69731]: DEBUG nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.609783] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.610304] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.610304] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.610757] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.610757] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.610982] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.611279] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.611497] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.611747] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.611984] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.612234] env[69731]: DEBUG nova.virt.hardware [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.613423] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ed33fd-93fc-42c8-a56a-219b5b3827be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.624433] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a61ce9-971b-4cc5-83c2-efbe53977510 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.716191] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe38ee-2114-0f6e-0a22-aecc3b7d2761, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.716191] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.716191] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 3865cd8b-6a0e-4487-8162-4691d9765664/3865cd8b-6a0e-4487-8162-4691d9765664.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.716191] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec151792-cc25-40ee-86bd-7adfc167e517 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.720726] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1022.720726] env[69731]: value = "task-3275599" [ 1022.720726] env[69731]: _type = "Task" [ 1022.720726] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.729263] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.066468] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.067078] env[69731]: DEBUG nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.069836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.070s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.070056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.072208] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.648s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.073694] env[69731]: INFO nova.compute.claims [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.098534] env[69731]: INFO nova.scheduler.client.report [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted allocations for instance 413bb13f-3ff9-4994-8777-93c70336d533 [ 1023.236735] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.420803] env[69731]: DEBUG nova.compute.manager [req-a43f1679-ae01-4524-8700-9e9a7fb30a6d req-1f65079e-36e9-4e8b-ab5d-dd814f520587 service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Received event network-vif-plugged-3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.421106] env[69731]: DEBUG oslo_concurrency.lockutils [req-a43f1679-ae01-4524-8700-9e9a7fb30a6d req-1f65079e-36e9-4e8b-ab5d-dd814f520587 service nova] Acquiring lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.421233] env[69731]: DEBUG oslo_concurrency.lockutils [req-a43f1679-ae01-4524-8700-9e9a7fb30a6d req-1f65079e-36e9-4e8b-ab5d-dd814f520587 service nova] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.421399] env[69731]: DEBUG oslo_concurrency.lockutils [req-a43f1679-ae01-4524-8700-9e9a7fb30a6d req-1f65079e-36e9-4e8b-ab5d-dd814f520587 service nova] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.421560] env[69731]: DEBUG nova.compute.manager [req-a43f1679-ae01-4524-8700-9e9a7fb30a6d req-1f65079e-36e9-4e8b-ab5d-dd814f520587 service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] No waiting events found dispatching network-vif-plugged-3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.421784] env[69731]: WARNING nova.compute.manager [req-a43f1679-ae01-4524-8700-9e9a7fb30a6d req-1f65079e-36e9-4e8b-ab5d-dd814f520587 service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Received unexpected event network-vif-plugged-3ddebc9c-5544-4dfe-a0f0-317d86821db6 for instance with vm_state building and task_state spawning. [ 1023.510886] env[69731]: DEBUG nova.network.neutron [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Successfully updated port: 3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.580811] env[69731]: DEBUG nova.compute.utils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.588472] env[69731]: DEBUG nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.588472] env[69731]: DEBUG nova.network.neutron [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.610801] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a4117013-7a7c-4fdb-a463-93ebcb8a702e tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "413bb13f-3ff9-4994-8777-93c70336d533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.381s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.634096] env[69731]: DEBUG nova.policy [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d940c5014a431eade69368606cdd7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '743a17aaa1ff4b6fb17a8da720e0ec8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.735081] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533284} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.735373] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 3865cd8b-6a0e-4487-8162-4691d9765664/3865cd8b-6a0e-4487-8162-4691d9765664.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.735649] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.735849] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8792f14-2f7e-4c64-9f31-fd51eabc09e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.743301] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1023.743301] env[69731]: value = "task-3275600" [ 1023.743301] env[69731]: _type = "Task" [ 1023.743301] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.756796] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.957591] env[69731]: DEBUG nova.network.neutron [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Successfully created port: cb150a97-7d4a-401f-ae4e-aac05a16b55c {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.015929] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.015929] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.015929] env[69731]: DEBUG nova.network.neutron [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.083971] env[69731]: DEBUG nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.156895] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquiring lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.157947] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.252031] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066318} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.254928] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.256185] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf03a0c-f147-47a6-8b27-be1e19a1f839 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.278995] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 3865cd8b-6a0e-4487-8162-4691d9765664/3865cd8b-6a0e-4487-8162-4691d9765664.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.282238] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40734ad-4c8d-4c1b-b77a-a36fa6c1edc8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.302907] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1024.302907] env[69731]: value = "task-3275601" [ 1024.302907] env[69731]: _type = "Task" [ 1024.302907] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.317032] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.423841] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1868b97-c153-4b61-8179-695e73e392c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.432432] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a82ccb-9dc9-4876-bba7-8700405953db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.463732] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58446445-32e5-4221-95f7-04eb5ac43d6c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.471748] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e249a016-f4d5-4f0a-9541-cf174a50b3f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.485168] env[69731]: DEBUG nova.compute.provider_tree [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.552083] env[69731]: DEBUG nova.network.neutron [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.715889] env[69731]: DEBUG nova.network.neutron [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Updating instance_info_cache with network_info: [{"id": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "address": "fa:16:3e:46:80:d8", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddebc9c-55", "ovs_interfaceid": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.812253] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275601, 'name': ReconfigVM_Task, 'duration_secs': 0.297235} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.815355] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 3865cd8b-6a0e-4487-8162-4691d9765664/3865cd8b-6a0e-4487-8162-4691d9765664.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.815355] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd6c0a9-6919-4810-8372-9e78353055b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.822017] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1024.822017] env[69731]: value = "task-3275602" [ 1024.822017] env[69731]: _type = "Task" [ 1024.822017] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.829418] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275602, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.988863] env[69731]: DEBUG nova.scheduler.client.report [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.097982] env[69731]: DEBUG nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.122257] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.122505] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.122680] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.122882] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.123040] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.123190] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.123395] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.123551] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.123716] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.123876] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.124056] env[69731]: DEBUG nova.virt.hardware [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.124905] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1d50d6-d083-4c43-8926-c3bf093b1705 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.134021] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30944ebe-f3a2-4dc2-9dc5-9c3856f98ae6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.219022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.219022] env[69731]: DEBUG nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Instance network_info: |[{"id": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "address": "fa:16:3e:46:80:d8", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddebc9c-55", "ovs_interfaceid": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.219468] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:80:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ddebc9c-5544-4dfe-a0f0-317d86821db6', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.226920] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.227109] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.227322] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee0a8576-e494-4fc6-9077-4a2bd5da40b0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.246407] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.246407] env[69731]: value = "task-3275603" [ 1025.246407] env[69731]: _type = "Task" [ 1025.246407] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.253665] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275603, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.329945] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275602, 'name': Rename_Task, 'duration_secs': 0.146678} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.330327] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.330627] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a7cb59b-0d2a-4fbe-8044-b9bdde1534eb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.336728] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1025.336728] env[69731]: value = "task-3275604" [ 1025.336728] env[69731]: _type = "Task" [ 1025.336728] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.344954] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.453493] env[69731]: DEBUG nova.compute.manager [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Received event network-changed-3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.453662] env[69731]: DEBUG nova.compute.manager [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Refreshing instance network info cache due to event network-changed-3ddebc9c-5544-4dfe-a0f0-317d86821db6. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.453891] env[69731]: DEBUG oslo_concurrency.lockutils [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] Acquiring lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.454057] env[69731]: DEBUG oslo_concurrency.lockutils [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] Acquired lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.454224] env[69731]: DEBUG nova.network.neutron [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Refreshing network info cache for port 3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.493765] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.494324] env[69731]: DEBUG nova.compute.manager [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.497032] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.577s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.497223] env[69731]: DEBUG nova.objects.instance [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1025.576600] env[69731]: DEBUG nova.network.neutron [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Successfully updated port: cb150a97-7d4a-401f-ae4e-aac05a16b55c {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.758339] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275603, 'name': CreateVM_Task, 'duration_secs': 0.340822} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.758339] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.758764] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.758925] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.759283] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.759697] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601bbc67-93b3-4fe3-a344-7af23c9cb84d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.764960] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1025.764960] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525768a9-91a7-52da-257c-84e1e3fe59fe" [ 1025.764960] env[69731]: _type = "Task" [ 1025.764960] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.773341] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525768a9-91a7-52da-257c-84e1e3fe59fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.847126] env[69731]: DEBUG oslo_vmware.api [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275604, 'name': PowerOnVM_Task, 'duration_secs': 0.469833} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.847947] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.847947] env[69731]: INFO nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1025.847947] env[69731]: DEBUG nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.848643] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14713b7a-8ef9-431e-9d8d-24fdd371c513 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.005197] env[69731]: DEBUG nova.compute.utils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.006750] env[69731]: DEBUG nova.compute.manager [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1026.080025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.080793] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.080793] env[69731]: DEBUG nova.network.neutron [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.168591] env[69731]: DEBUG nova.network.neutron [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Updated VIF entry in instance network info cache for port 3ddebc9c-5544-4dfe-a0f0-317d86821db6. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.169026] env[69731]: DEBUG nova.network.neutron [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Updating instance_info_cache with network_info: [{"id": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "address": "fa:16:3e:46:80:d8", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddebc9c-55", "ovs_interfaceid": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.275413] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525768a9-91a7-52da-257c-84e1e3fe59fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.275713] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.275940] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.276190] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.276338] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.276516] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.276769] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5610e58b-39e3-43c0-bf4c-ecc3d98fcd78 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.285212] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.285382] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.286059] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78800d67-4e2a-435e-8731-b14f71f75261 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.290561] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1026.290561] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c0852b-0a22-9562-8cf8-01b510c89838" [ 1026.290561] env[69731]: _type = "Task" [ 1026.290561] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.297554] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c0852b-0a22-9562-8cf8-01b510c89838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.367385] env[69731]: INFO nova.compute.manager [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Took 34.66 seconds to build instance. [ 1026.508578] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d16e5f22-116d-4c3a-974e-8e533baa9eaf tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.510169] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.545s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.512614] env[69731]: INFO nova.compute.claims [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.515496] env[69731]: DEBUG nova.compute.manager [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.609158] env[69731]: DEBUG nova.network.neutron [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.672070] env[69731]: DEBUG oslo_concurrency.lockutils [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] Releasing lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.672213] env[69731]: DEBUG nova.compute.manager [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Received event network-vif-plugged-cb150a97-7d4a-401f-ae4e-aac05a16b55c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.672307] env[69731]: DEBUG oslo_concurrency.lockutils [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] Acquiring lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.672513] env[69731]: DEBUG oslo_concurrency.lockutils [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.672678] env[69731]: DEBUG oslo_concurrency.lockutils [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.672846] env[69731]: DEBUG nova.compute.manager [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] No waiting events found dispatching network-vif-plugged-cb150a97-7d4a-401f-ae4e-aac05a16b55c {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.673019] env[69731]: WARNING nova.compute.manager [req-a81436be-6129-47a0-af19-4924e9dec3ad req-a388b5fc-4a55-48a1-8395-847b7105c2fe service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Received unexpected event network-vif-plugged-cb150a97-7d4a-401f-ae4e-aac05a16b55c for instance with vm_state building and task_state spawning. [ 1026.740162] env[69731]: DEBUG nova.network.neutron [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance_info_cache with network_info: [{"id": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "address": "fa:16:3e:63:4f:19", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb150a97-7d", "ovs_interfaceid": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.800857] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c0852b-0a22-9562-8cf8-01b510c89838, 'name': SearchDatastore_Task, 'duration_secs': 0.008393} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.801696] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232157bd-9eea-463f-ace1-bcdc228d7150 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.806856] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1026.806856] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52722dc9-d371-97b4-9b09-dd99cb396a95" [ 1026.806856] env[69731]: _type = "Task" [ 1026.806856] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.814292] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52722dc9-d371-97b4-9b09-dd99cb396a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.869499] env[69731]: DEBUG oslo_concurrency.lockutils [None req-eff54b18-df73-4539-b639-288b6bc242bc tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "3865cd8b-6a0e-4487-8162-4691d9765664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.174s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.242980] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.243357] env[69731]: DEBUG nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Instance network_info: |[{"id": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "address": "fa:16:3e:63:4f:19", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb150a97-7d", "ovs_interfaceid": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.243788] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:4f:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb150a97-7d4a-401f-ae4e-aac05a16b55c', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.251848] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.252092] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.252317] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-181a7d53-3b55-428b-84c8-2d9c88dc0333 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.273239] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.273239] env[69731]: value = "task-3275605" [ 1027.273239] env[69731]: _type = "Task" [ 1027.273239] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.280734] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275605, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.319489] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52722dc9-d371-97b4-9b09-dd99cb396a95, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.319489] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.319489] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 091a9481-58d3-4086-96d9-eb626acc5d7b/091a9481-58d3-4086-96d9-eb626acc5d7b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.319489] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de11619b-a013-41b2-a3ff-62434915a430 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.325163] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1027.325163] env[69731]: value = "task-3275606" [ 1027.325163] env[69731]: _type = "Task" [ 1027.325163] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.333659] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.373578] env[69731]: DEBUG nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.479531] env[69731]: DEBUG nova.compute.manager [req-7c042562-a198-4b3a-9f95-7db0e14785b7 req-055c9abe-2f59-48b6-a61a-40b2228139e7 service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Received event network-changed-cb150a97-7d4a-401f-ae4e-aac05a16b55c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.479895] env[69731]: DEBUG nova.compute.manager [req-7c042562-a198-4b3a-9f95-7db0e14785b7 req-055c9abe-2f59-48b6-a61a-40b2228139e7 service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Refreshing instance network info cache due to event network-changed-cb150a97-7d4a-401f-ae4e-aac05a16b55c. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.480235] env[69731]: DEBUG oslo_concurrency.lockutils [req-7c042562-a198-4b3a-9f95-7db0e14785b7 req-055c9abe-2f59-48b6-a61a-40b2228139e7 service nova] Acquiring lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.480355] env[69731]: DEBUG oslo_concurrency.lockutils [req-7c042562-a198-4b3a-9f95-7db0e14785b7 req-055c9abe-2f59-48b6-a61a-40b2228139e7 service nova] Acquired lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.480522] env[69731]: DEBUG nova.network.neutron [req-7c042562-a198-4b3a-9f95-7db0e14785b7 req-055c9abe-2f59-48b6-a61a-40b2228139e7 service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Refreshing network info cache for port cb150a97-7d4a-401f-ae4e-aac05a16b55c {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.530164] env[69731]: DEBUG nova.compute.manager [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.558363] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.558363] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.558597] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.558755] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.558940] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.559061] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.559278] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.559434] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.559601] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.559762] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.559940] env[69731]: DEBUG nova.virt.hardware [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.561193] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a3dc00-81bd-4df4-8270-bfe08027a113 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.574265] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0404372a-2eca-4bee-b12a-4705f44708a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.595334] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.601419] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Creating folder: Project (7caf8d6f95d04843a68230ff7acdb1fc). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.604665] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d23b02e-a15d-478c-ae68-85ab91a789ba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.621039] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Created folder: Project (7caf8d6f95d04843a68230ff7acdb1fc) in parent group-v654000. [ 1027.621420] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Creating folder: Instances. Parent ref: group-v654242. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.621555] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06da8f68-584f-4c93-8a46-9e84417a0501 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.634978] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Created folder: Instances in parent group-v654242. [ 1027.635287] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.635519] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.635752] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee6b3234-2d89-47e8-bd81-9521f1940377 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.658463] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.658463] env[69731]: value = "task-3275609" [ 1027.658463] env[69731]: _type = "Task" [ 1027.658463] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.672831] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275609, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.783092] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275605, 'name': CreateVM_Task, 'duration_secs': 0.416873} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.783092] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.783853] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.784739] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.784739] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.784739] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f81748c-363f-44ad-926b-8ade2f78696e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.792128] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1027.792128] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52445e4d-a3a4-1467-c8c3-1dd7f3f883d8" [ 1027.792128] env[69731]: _type = "Task" [ 1027.792128] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.799750] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52445e4d-a3a4-1467-c8c3-1dd7f3f883d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.838197] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447545} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.838506] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 091a9481-58d3-4086-96d9-eb626acc5d7b/091a9481-58d3-4086-96d9-eb626acc5d7b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.838741] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.839187] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acc972c7-27c2-4168-ad15-67d185ed2856 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.845699] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1027.845699] env[69731]: value = "task-3275610" [ 1027.845699] env[69731]: _type = "Task" [ 1027.845699] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.856993] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.874489] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9217fb6-7719-450b-9c70-78387e6f0cd5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.883452] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf4d09-7e0c-4a54-b139-6ad3903d3387 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.921785] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.921785] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705817c8-b948-4eda-9825-ecb9c6f99d74 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.930078] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77955e8-54dc-4d5f-9a3a-2a26c96d25cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.942888] env[69731]: DEBUG nova.compute.provider_tree [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.168738] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275609, 'name': CreateVM_Task, 'duration_secs': 0.318942} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.168973] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.169363] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.208409] env[69731]: DEBUG nova.network.neutron [req-7c042562-a198-4b3a-9f95-7db0e14785b7 req-055c9abe-2f59-48b6-a61a-40b2228139e7 service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updated VIF entry in instance network info cache for port cb150a97-7d4a-401f-ae4e-aac05a16b55c. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.208786] env[69731]: DEBUG nova.network.neutron [req-7c042562-a198-4b3a-9f95-7db0e14785b7 req-055c9abe-2f59-48b6-a61a-40b2228139e7 service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance_info_cache with network_info: [{"id": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "address": "fa:16:3e:63:4f:19", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb150a97-7d", "ovs_interfaceid": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.303132] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52445e4d-a3a4-1467-c8c3-1dd7f3f883d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.303793] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.303896] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.304263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.304437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.304631] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.305006] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.305403] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.305752] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e8b2bc5-10e0-49da-a632-eba5c923abb1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.308230] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46cddb0c-cd64-44b1-96c4-826a3ef05117 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.315033] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1028.315033] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e071e4-3f92-6637-cac2-3b58415be393" [ 1028.315033] env[69731]: _type = "Task" [ 1028.315033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.319189] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.319390] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.320434] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99625043-d409-4a4a-ad8f-7067f0357d46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.325994] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e071e4-3f92-6637-cac2-3b58415be393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.328884] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1028.328884] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52abcf8f-e35e-23f0-0b91-551cde3e48b5" [ 1028.328884] env[69731]: _type = "Task" [ 1028.328884] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.336317] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52abcf8f-e35e-23f0-0b91-551cde3e48b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.354938] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065102} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.355202] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.356015] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342d9d0b-65fb-4a46-bce6-02cf2a36a1d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.379128] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 091a9481-58d3-4086-96d9-eb626acc5d7b/091a9481-58d3-4086-96d9-eb626acc5d7b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.379470] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12dd1097-4275-4db9-bd33-9994bfcf4863 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.400913] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "fe4f9835-99f3-4bd7-b347-6270efe491e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.401175] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "fe4f9835-99f3-4bd7-b347-6270efe491e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.401450] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1028.401450] env[69731]: value = "task-3275611" [ 1028.401450] env[69731]: _type = "Task" [ 1028.401450] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.410105] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.447244] env[69731]: DEBUG nova.scheduler.client.report [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.712170] env[69731]: DEBUG oslo_concurrency.lockutils [req-7c042562-a198-4b3a-9f95-7db0e14785b7 req-055c9abe-2f59-48b6-a61a-40b2228139e7 service nova] Releasing lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.825580] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e071e4-3f92-6637-cac2-3b58415be393, 'name': SearchDatastore_Task, 'duration_secs': 0.018871} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.825887] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.826146] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.826367] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.837539] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52abcf8f-e35e-23f0-0b91-551cde3e48b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008486} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.838284] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71690dc9-63a5-46a9-81ae-7215e71fb983 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.843593] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1028.843593] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528c5320-1b9e-94ca-1a72-2a54cbe043e7" [ 1028.843593] env[69731]: _type = "Task" [ 1028.843593] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.850591] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528c5320-1b9e-94ca-1a72-2a54cbe043e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.911237] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275611, 'name': ReconfigVM_Task, 'duration_secs': 0.289372} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.911529] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 091a9481-58d3-4086-96d9-eb626acc5d7b/091a9481-58d3-4086-96d9-eb626acc5d7b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.912207] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4263caa7-7d77-4ffb-928b-a18424dc2c23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.918988] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1028.918988] env[69731]: value = "task-3275612" [ 1028.918988] env[69731]: _type = "Task" [ 1028.918988] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.928460] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275612, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.952602] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.953120] env[69731]: DEBUG nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.955735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.891s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.957517] env[69731]: INFO nova.compute.claims [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.353904] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528c5320-1b9e-94ca-1a72-2a54cbe043e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.354197] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.354456] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a37830b1-42f8-4b0e-9e2f-ef21dd43cf68/a37830b1-42f8-4b0e-9e2f-ef21dd43cf68.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.354735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.354924] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.355151] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14242ce3-4ec7-4aec-b5b0-a9eba614422c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.356995] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3e8aa76-7919-49aa-8e9e-082bb43751a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.363716] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1029.363716] env[69731]: value = "task-3275613" [ 1029.363716] env[69731]: _type = "Task" [ 1029.363716] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.367566] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.367737] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.368758] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53eceffb-7d15-4871-815f-8a1e759ecb43 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.373684] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.376562] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1029.376562] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52db66b5-8055-7823-fb18-dc66007bf0b3" [ 1029.376562] env[69731]: _type = "Task" [ 1029.376562] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.383362] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52db66b5-8055-7823-fb18-dc66007bf0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.429696] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275612, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.461861] env[69731]: DEBUG nova.compute.utils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.465811] env[69731]: DEBUG nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.465998] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.506962] env[69731]: DEBUG nova.policy [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '183ab21d94db440eb68f2de724ed48f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f36f846afc40f690d134f6ca9f21d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.769779] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Successfully created port: e0cf35c8-4679-4aa3-be36-eac8ccaa055b {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.874075] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275613, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.885838] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52db66b5-8055-7823-fb18-dc66007bf0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008182} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.886686] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cebd235-8010-4192-abd5-bc664e1102b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.892112] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1029.892112] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c1e18d-d780-232f-86b9-977a35702ed3" [ 1029.892112] env[69731]: _type = "Task" [ 1029.892112] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.901029] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c1e18d-d780-232f-86b9-977a35702ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.929633] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275612, 'name': Rename_Task, 'duration_secs': 0.848432} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.929952] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.930228] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb185e9-1dd1-46d4-820a-8eff43220a08 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.936691] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1029.936691] env[69731]: value = "task-3275614" [ 1029.936691] env[69731]: _type = "Task" [ 1029.936691] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.947428] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.966505] env[69731]: DEBUG nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.136861] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Successfully created port: f5da8006-5006-449f-802b-353e3cfb2c8b {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.361468] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f980c-7099-499a-8fd9-5b575ed95334 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.375870] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742758} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.378094] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a37830b1-42f8-4b0e-9e2f-ef21dd43cf68/a37830b1-42f8-4b0e-9e2f-ef21dd43cf68.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.382120] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.382120] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc6b1377-7812-4dbe-841a-a044b29e1525 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.382120] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5714dd-a097-4d03-9673-540886977783 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.389491] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1030.389491] env[69731]: value = "task-3275615" [ 1030.389491] env[69731]: _type = "Task" [ 1030.389491] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.428457] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6af035d-eb1d-47b8-a8e9-ceeb813e5f36 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.437480] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275615, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.446439] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c1e18d-d780-232f-86b9-977a35702ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.052663} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.446792] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.447086] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19/762a44fb-c5c8-480f-a7b2-bbace1b3ea19.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.448274] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17794b49-aa52-40e3-bbd2-7656ccbdced4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.452444] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-520b3146-64bc-43bb-b32e-c6843e505a35 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.459835] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.469491] env[69731]: DEBUG nova.compute.provider_tree [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.472500] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1030.472500] env[69731]: value = "task-3275616" [ 1030.472500] env[69731]: _type = "Task" [ 1030.472500] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.484707] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.587763] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Successfully created port: 9e4deac8-b64e-455c-9353-aef54fbfcb37 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.930026] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070878} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.930488] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.931337] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de06df9-186a-40a2-b4f5-cbec29c61feb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.953188] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a37830b1-42f8-4b0e-9e2f-ef21dd43cf68/a37830b1-42f8-4b0e-9e2f-ef21dd43cf68.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.956070] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17287e3-5156-4e21-bffc-4286c3d2ffd5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.976067] env[69731]: DEBUG nova.scheduler.client.report [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.979389] env[69731]: DEBUG oslo_vmware.api [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275614, 'name': PowerOnVM_Task, 'duration_secs': 0.579435} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.983122] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.983337] env[69731]: INFO nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1030.983511] env[69731]: DEBUG nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.984480] env[69731]: DEBUG nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.986478] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1030.986478] env[69731]: value = "task-3275617" [ 1030.986478] env[69731]: _type = "Task" [ 1030.986478] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.987237] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cba058-2029-4cd3-a685-0f7597c3193b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.996449] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.005449] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.015896] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.016202] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.016363] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.016545] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.016704] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.016879] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.017132] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.017334] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.017539] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.017722] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.017910] env[69731]: DEBUG nova.virt.hardware [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.019125] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef2eaf-dc76-4b9a-88f9-4d8e1c279623 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.026971] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556d5ec3-cc59-487c-9828-fb3ea9af1902 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.481073] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.481639] env[69731]: DEBUG nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.487827] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.422s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.489349] env[69731]: INFO nova.compute.claims [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.498501] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275616, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.503466] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275617, 'name': ReconfigVM_Task, 'duration_secs': 0.450599} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.503672] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a37830b1-42f8-4b0e-9e2f-ef21dd43cf68/a37830b1-42f8-4b0e-9e2f-ef21dd43cf68.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.504277] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15b03afb-a5bd-4e2e-8801-66482ea96453 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.511764] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1031.511764] env[69731]: value = "task-3275618" [ 1031.511764] env[69731]: _type = "Task" [ 1031.511764] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.516954] env[69731]: INFO nova.compute.manager [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Took 30.59 seconds to build instance. [ 1031.526416] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275618, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.989743] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275616, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051296} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.990037] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19/762a44fb-c5c8-480f-a7b2-bbace1b3ea19.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.990227] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.990471] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f70d409c-86b1-4403-8b74-a136fec32579 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.994156] env[69731]: DEBUG nova.compute.utils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.997888] env[69731]: DEBUG nova.compute.manager [req-8ec511d8-5b22-4a14-84ec-69868729084b req-85d56fbf-f909-4a5c-88f6-bfea960db5ae service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-vif-plugged-e0cf35c8-4679-4aa3-be36-eac8ccaa055b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.998092] env[69731]: DEBUG oslo_concurrency.lockutils [req-8ec511d8-5b22-4a14-84ec-69868729084b req-85d56fbf-f909-4a5c-88f6-bfea960db5ae service nova] Acquiring lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.998290] env[69731]: DEBUG oslo_concurrency.lockutils [req-8ec511d8-5b22-4a14-84ec-69868729084b req-85d56fbf-f909-4a5c-88f6-bfea960db5ae service nova] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.998452] env[69731]: DEBUG oslo_concurrency.lockutils [req-8ec511d8-5b22-4a14-84ec-69868729084b req-85d56fbf-f909-4a5c-88f6-bfea960db5ae service nova] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.998614] env[69731]: DEBUG nova.compute.manager [req-8ec511d8-5b22-4a14-84ec-69868729084b req-85d56fbf-f909-4a5c-88f6-bfea960db5ae service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] No waiting events found dispatching network-vif-plugged-e0cf35c8-4679-4aa3-be36-eac8ccaa055b {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.998773] env[69731]: WARNING nova.compute.manager [req-8ec511d8-5b22-4a14-84ec-69868729084b req-85d56fbf-f909-4a5c-88f6-bfea960db5ae service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received unexpected event network-vif-plugged-e0cf35c8-4679-4aa3-be36-eac8ccaa055b for instance with vm_state building and task_state spawning. [ 1031.999387] env[69731]: DEBUG nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.999547] env[69731]: DEBUG nova.network.neutron [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.006639] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1032.006639] env[69731]: value = "task-3275619" [ 1032.006639] env[69731]: _type = "Task" [ 1032.006639] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.017468] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.021281] env[69731]: DEBUG oslo_concurrency.lockutils [None req-91ce2182-d32c-4d16-8339-84d8ea279856 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.101s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.029191] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275618, 'name': Rename_Task, 'duration_secs': 0.149181} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.029191] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.029425] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e11459d9-d19f-499e-8fbb-8ea4514b521e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.038628] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1032.038628] env[69731]: value = "task-3275620" [ 1032.038628] env[69731]: _type = "Task" [ 1032.038628] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.047780] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.050289] env[69731]: DEBUG nova.policy [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c2ca130d78c4d19b9eed0b8cffac8cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71498407668d4bec9a529494ae2bd29c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.095234] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Successfully updated port: e0cf35c8-4679-4aa3-be36-eac8ccaa055b {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.283877] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "091a9481-58d3-4086-96d9-eb626acc5d7b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.284262] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.284376] env[69731]: INFO nova.compute.manager [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Shelving [ 1032.408546] env[69731]: DEBUG nova.network.neutron [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Successfully created port: b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.503110] env[69731]: DEBUG nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.525271] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119534} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.525271] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.525271] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ce1d3-ff43-4e6f-b6d3-e871d3f57372 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.527529] env[69731]: DEBUG nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.556071] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19/762a44fb-c5c8-480f-a7b2-bbace1b3ea19.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.563346] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae5a076-b358-4669-859d-b2dcfcce211b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.586212] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.587521] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1032.587521] env[69731]: value = "task-3275621" [ 1032.587521] env[69731]: _type = "Task" [ 1032.587521] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.600711] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.888649] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b10974-0a24-4501-8be0-953b89b877f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.896548] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce1dced-c3c3-49f4-aa22-7da2e549bb59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.928927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4f6caf-e866-4a0e-afe5-4cb9ace12f17 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.936739] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb4138d-7c38-424f-9a3c-cec52d32f453 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.951016] env[69731]: DEBUG nova.compute.provider_tree [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.060260] env[69731]: DEBUG oslo_vmware.api [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275620, 'name': PowerOnVM_Task, 'duration_secs': 0.65535} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.061323] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.061603] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.061865] env[69731]: INFO nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1033.062115] env[69731]: DEBUG nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.063328] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbac233-ee30-45f9-b298-4459bff0e118 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.098299] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.296848] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.297392] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d740ec-555c-4fa2-b121-b3a5b6866400 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.305447] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1033.305447] env[69731]: value = "task-3275622" [ 1033.305447] env[69731]: _type = "Task" [ 1033.305447] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.314323] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.454463] env[69731]: DEBUG nova.scheduler.client.report [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.512683] env[69731]: DEBUG nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.542104] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.542491] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.542749] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.543069] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.543320] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.543574] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.543905] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.544188] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.544471] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.544742] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.545058] env[69731]: DEBUG nova.virt.hardware [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.546389] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466fcb10-61be-4c77-aac9-d975df1adba8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.554734] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ab080b-41cc-444f-8be6-04f61ea1384e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.581804] env[69731]: INFO nova.compute.manager [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Took 29.56 seconds to build instance. [ 1033.597748] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275621, 'name': ReconfigVM_Task, 'duration_secs': 0.634433} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.598884] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19/762a44fb-c5c8-480f-a7b2-bbace1b3ea19.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.600038] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bec31be-34a4-49d5-83b2-34e32643aaad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.605638] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1033.605638] env[69731]: value = "task-3275623" [ 1033.605638] env[69731]: _type = "Task" [ 1033.605638] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.613456] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275623, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.816163] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275622, 'name': PowerOffVM_Task, 'duration_secs': 0.222555} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.816477] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.817433] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e775d885-e908-4f61-91b5-1457ba377343 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.839837] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86b18a9-746d-4a3e-812c-fc620229aca1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.960487] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.961086] env[69731]: DEBUG nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.964090] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.190s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.964270] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.964420] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1033.964696] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.159s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.966159] env[69731]: INFO nova.compute.claims [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.969545] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac3de5-4d7b-49d7-976d-9cc8300dd2e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.978209] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27904703-e7a0-4d2b-97c6-677a6408a6fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.004960] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b27685a-8312-4de2-b65c-34af8947eee4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.006031] env[69731]: DEBUG nova.compute.manager [req-a80f2c8b-8dc0-49eb-8d43-e4cb4f547924 req-dd25b8dc-0f6a-4aa7-8892-181b684198a0 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Received event network-vif-plugged-b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.006404] env[69731]: DEBUG oslo_concurrency.lockutils [req-a80f2c8b-8dc0-49eb-8d43-e4cb4f547924 req-dd25b8dc-0f6a-4aa7-8892-181b684198a0 service nova] Acquiring lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.006480] env[69731]: DEBUG oslo_concurrency.lockutils [req-a80f2c8b-8dc0-49eb-8d43-e4cb4f547924 req-dd25b8dc-0f6a-4aa7-8892-181b684198a0 service nova] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.006629] env[69731]: DEBUG oslo_concurrency.lockutils [req-a80f2c8b-8dc0-49eb-8d43-e4cb4f547924 req-dd25b8dc-0f6a-4aa7-8892-181b684198a0 service nova] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.006789] env[69731]: DEBUG nova.compute.manager [req-a80f2c8b-8dc0-49eb-8d43-e4cb4f547924 req-dd25b8dc-0f6a-4aa7-8892-181b684198a0 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] No waiting events found dispatching network-vif-plugged-b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.006951] env[69731]: WARNING nova.compute.manager [req-a80f2c8b-8dc0-49eb-8d43-e4cb4f547924 req-dd25b8dc-0f6a-4aa7-8892-181b684198a0 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Received unexpected event network-vif-plugged-b40851d3-439c-49b7-96b2-bed09e4b051e for instance with vm_state building and task_state spawning. [ 1034.012357] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff14e064-2aab-425c-ae45-f06d5f9169a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.046380] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179502MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1034.046530] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.047852] env[69731]: DEBUG nova.compute.manager [req-63180cfc-1326-4f01-9d9e-0640ebc7408a req-af32eb8f-0d89-4d13-9f20-f689fb1d4ce1 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-changed-e0cf35c8-4679-4aa3-be36-eac8ccaa055b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.047968] env[69731]: DEBUG nova.compute.manager [req-63180cfc-1326-4f01-9d9e-0640ebc7408a req-af32eb8f-0d89-4d13-9f20-f689fb1d4ce1 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Refreshing instance network info cache due to event network-changed-e0cf35c8-4679-4aa3-be36-eac8ccaa055b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.048101] env[69731]: DEBUG oslo_concurrency.lockutils [req-63180cfc-1326-4f01-9d9e-0640ebc7408a req-af32eb8f-0d89-4d13-9f20-f689fb1d4ce1 service nova] Acquiring lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.048245] env[69731]: DEBUG oslo_concurrency.lockutils [req-63180cfc-1326-4f01-9d9e-0640ebc7408a req-af32eb8f-0d89-4d13-9f20-f689fb1d4ce1 service nova] Acquired lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.048404] env[69731]: DEBUG nova.network.neutron [req-63180cfc-1326-4f01-9d9e-0640ebc7408a req-af32eb8f-0d89-4d13-9f20-f689fb1d4ce1 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Refreshing network info cache for port e0cf35c8-4679-4aa3-be36-eac8ccaa055b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.080371] env[69731]: DEBUG nova.network.neutron [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Successfully updated port: b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.084709] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d6297ed-3edc-4a81-a68f-2371b8ef7404 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.072s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.116611] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275623, 'name': Rename_Task, 'duration_secs': 0.192399} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.117218] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.117482] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8528985-462b-4ee9-854f-f4b8909201f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.124572] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1034.124572] env[69731]: value = "task-3275624" [ 1034.124572] env[69731]: _type = "Task" [ 1034.124572] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.133291] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.350847] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.351546] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e560ba22-6a2f-4dd4-b730-d3ff06feb129 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.360410] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1034.360410] env[69731]: value = "task-3275625" [ 1034.360410] env[69731]: _type = "Task" [ 1034.360410] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.372825] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275625, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.472531] env[69731]: DEBUG nova.compute.utils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.477020] env[69731]: DEBUG nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.477020] env[69731]: DEBUG nova.network.neutron [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.515691] env[69731]: DEBUG nova.policy [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc8daab05ec4444aa802e47d13c9492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd14f7f9ae18d43b9a03051621b1ef342', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.534335] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Successfully updated port: f5da8006-5006-449f-802b-353e3cfb2c8b {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.582939] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.583156] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.583316] env[69731]: DEBUG nova.network.neutron [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.605012] env[69731]: DEBUG nova.network.neutron [req-63180cfc-1326-4f01-9d9e-0640ebc7408a req-af32eb8f-0d89-4d13-9f20-f689fb1d4ce1 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.636577] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.692669] env[69731]: DEBUG nova.network.neutron [req-63180cfc-1326-4f01-9d9e-0640ebc7408a req-af32eb8f-0d89-4d13-9f20-f689fb1d4ce1 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.796419] env[69731]: DEBUG nova.network.neutron [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Successfully created port: abcfbc81-fb0f-47e5-b96c-7bd939644a98 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.871496] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275625, 'name': CreateSnapshot_Task, 'duration_secs': 0.470695} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.871862] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.872737] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74e0193-b4c5-4210-b803-493c31c0eed3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.980771] env[69731]: DEBUG nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.125955] env[69731]: DEBUG nova.network.neutron [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.138959] env[69731]: DEBUG oslo_vmware.api [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275624, 'name': PowerOnVM_Task, 'duration_secs': 0.958371} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.139278] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.139499] env[69731]: INFO nova.compute.manager [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1035.139673] env[69731]: DEBUG nova.compute.manager [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.141337] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c0d578-4507-4f9e-b34c-2635f21f8fc7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.195195] env[69731]: DEBUG oslo_concurrency.lockutils [req-63180cfc-1326-4f01-9d9e-0640ebc7408a req-af32eb8f-0d89-4d13-9f20-f689fb1d4ce1 service nova] Releasing lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.312842] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94068b86-3bae-4233-8f1a-68a4360c7bfb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.321289] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89d8387-fb76-4c46-8827-75ae0d93c9c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.374758] env[69731]: DEBUG nova.network.neutron [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updating instance_info_cache with network_info: [{"id": "b40851d3-439c-49b7-96b2-bed09e4b051e", "address": "fa:16:3e:8c:5e:5c", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40851d3-43", "ovs_interfaceid": "b40851d3-439c-49b7-96b2-bed09e4b051e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.377598] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d3794d-0ace-4317-8752-15d5daf5e940 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.399409] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.402177] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0819051e-cb40-43d0-a0bc-97c494ee178f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.406213] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a7fcc7-2a4c-4d85-b80f-d8501e7b68b0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.413061] env[69731]: DEBUG nova.compute.manager [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1035.424855] env[69731]: DEBUG nova.compute.provider_tree [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.427363] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1035.427363] env[69731]: value = "task-3275626" [ 1035.427363] env[69731]: _type = "Task" [ 1035.427363] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.436402] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275626, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.661976] env[69731]: INFO nova.compute.manager [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Took 28.26 seconds to build instance. [ 1035.883356] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.883701] env[69731]: DEBUG nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Instance network_info: |[{"id": "b40851d3-439c-49b7-96b2-bed09e4b051e", "address": "fa:16:3e:8c:5e:5c", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40851d3-43", "ovs_interfaceid": "b40851d3-439c-49b7-96b2-bed09e4b051e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.884186] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:5e:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40851d3-439c-49b7-96b2-bed09e4b051e', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.891774] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.892289] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.892529] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d502ecc6-7499-4a0b-b370-e630fa90a26b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.912463] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.912463] env[69731]: value = "task-3275627" [ 1035.912463] env[69731]: _type = "Task" [ 1035.912463] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.923838] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275627, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.928955] env[69731]: DEBUG nova.scheduler.client.report [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.937205] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.945775] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275626, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.988861] env[69731]: DEBUG nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.013038] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.013351] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.013551] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.013779] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.013987] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.014199] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.014465] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.014670] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.014952] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.015197] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.015412] env[69731]: DEBUG nova.virt.hardware [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.016663] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1b2aa-a92e-4b88-9755-37578088168e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.025231] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45dc8f8-0570-42d4-8a2d-8ac45fbccd59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.053089] env[69731]: DEBUG nova.compute.manager [req-37167053-e03c-4e6b-a1ce-b150eaca3d10 req-f5196e7c-f821-4d09-a2eb-567754ba1a45 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Received event network-changed-b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.053333] env[69731]: DEBUG nova.compute.manager [req-37167053-e03c-4e6b-a1ce-b150eaca3d10 req-f5196e7c-f821-4d09-a2eb-567754ba1a45 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Refreshing instance network info cache due to event network-changed-b40851d3-439c-49b7-96b2-bed09e4b051e. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.053592] env[69731]: DEBUG oslo_concurrency.lockutils [req-37167053-e03c-4e6b-a1ce-b150eaca3d10 req-f5196e7c-f821-4d09-a2eb-567754ba1a45 service nova] Acquiring lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.053778] env[69731]: DEBUG oslo_concurrency.lockutils [req-37167053-e03c-4e6b-a1ce-b150eaca3d10 req-f5196e7c-f821-4d09-a2eb-567754ba1a45 service nova] Acquired lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.054119] env[69731]: DEBUG nova.network.neutron [req-37167053-e03c-4e6b-a1ce-b150eaca3d10 req-f5196e7c-f821-4d09-a2eb-567754ba1a45 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Refreshing network info cache for port b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.072236] env[69731]: DEBUG nova.compute.manager [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-vif-plugged-f5da8006-5006-449f-802b-353e3cfb2c8b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.072523] env[69731]: DEBUG oslo_concurrency.lockutils [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] Acquiring lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.072746] env[69731]: DEBUG oslo_concurrency.lockutils [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.072935] env[69731]: DEBUG oslo_concurrency.lockutils [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.073124] env[69731]: DEBUG nova.compute.manager [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] No waiting events found dispatching network-vif-plugged-f5da8006-5006-449f-802b-353e3cfb2c8b {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.073336] env[69731]: WARNING nova.compute.manager [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received unexpected event network-vif-plugged-f5da8006-5006-449f-802b-353e3cfb2c8b for instance with vm_state building and task_state spawning. [ 1036.073446] env[69731]: DEBUG nova.compute.manager [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-changed-f5da8006-5006-449f-802b-353e3cfb2c8b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.073598] env[69731]: DEBUG nova.compute.manager [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Refreshing instance network info cache due to event network-changed-f5da8006-5006-449f-802b-353e3cfb2c8b. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.073780] env[69731]: DEBUG oslo_concurrency.lockutils [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] Acquiring lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.073917] env[69731]: DEBUG oslo_concurrency.lockutils [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] Acquired lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.074084] env[69731]: DEBUG nova.network.neutron [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Refreshing network info cache for port f5da8006-5006-449f-802b-353e3cfb2c8b {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.163804] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f7143bb-3f2e-4862-acd9-3a93b3d28343 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.775s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.306768] env[69731]: INFO nova.compute.manager [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Rebuilding instance [ 1036.347444] env[69731]: DEBUG nova.compute.manager [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.348327] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827b8618-1fcc-467a-98b4-7b3954460e62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.368389] env[69731]: DEBUG nova.network.neutron [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Successfully updated port: abcfbc81-fb0f-47e5-b96c-7bd939644a98 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.421969] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275627, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.434453] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.435108] env[69731]: DEBUG nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.440648] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.266s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.442525] env[69731]: INFO nova.compute.claims [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.450830] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275626, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.638120] env[69731]: DEBUG nova.network.neutron [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.809086] env[69731]: DEBUG nova.network.neutron [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.810896] env[69731]: DEBUG nova.network.neutron [req-37167053-e03c-4e6b-a1ce-b150eaca3d10 req-f5196e7c-f821-4d09-a2eb-567754ba1a45 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updated VIF entry in instance network info cache for port b40851d3-439c-49b7-96b2-bed09e4b051e. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.811228] env[69731]: DEBUG nova.network.neutron [req-37167053-e03c-4e6b-a1ce-b150eaca3d10 req-f5196e7c-f821-4d09-a2eb-567754ba1a45 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updating instance_info_cache with network_info: [{"id": "b40851d3-439c-49b7-96b2-bed09e4b051e", "address": "fa:16:3e:8c:5e:5c", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40851d3-43", "ovs_interfaceid": "b40851d3-439c-49b7-96b2-bed09e4b051e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.870879] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Successfully updated port: 9e4deac8-b64e-455c-9353-aef54fbfcb37 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.872364] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "refresh_cache-e15d2d7d-00db-4014-8373-86bf70dad647" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.872364] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquired lock "refresh_cache-e15d2d7d-00db-4014-8373-86bf70dad647" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.872548] env[69731]: DEBUG nova.network.neutron [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.923128] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275627, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.942285] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275626, 'name': CloneVM_Task, 'duration_secs': 1.403523} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.942534] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Created linked-clone VM from snapshot [ 1036.943278] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac644ca0-c0fa-47fc-be7b-59c6774da6f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.946374] env[69731]: DEBUG nova.compute.utils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.949759] env[69731]: DEBUG nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.949759] env[69731]: DEBUG nova.network.neutron [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.956412] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Uploading image d661ad36-0219-40e9-adf2-2eb3563af233 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1036.976357] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1036.976357] env[69731]: value = "vm-654246" [ 1036.976357] env[69731]: _type = "VirtualMachine" [ 1036.976357] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1036.976828] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2412185-11c1-45e7-94e0-1902931726f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.983729] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lease: (returnval){ [ 1036.983729] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cd935e-04e7-b413-6b39-db38bc4b6914" [ 1036.983729] env[69731]: _type = "HttpNfcLease" [ 1036.983729] env[69731]: } obtained for exporting VM: (result){ [ 1036.983729] env[69731]: value = "vm-654246" [ 1036.983729] env[69731]: _type = "VirtualMachine" [ 1036.983729] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1036.984013] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the lease: (returnval){ [ 1036.984013] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cd935e-04e7-b413-6b39-db38bc4b6914" [ 1036.984013] env[69731]: _type = "HttpNfcLease" [ 1036.984013] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1036.988253] env[69731]: DEBUG nova.policy [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bb36377bb914640b7b02525007cea05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a7114c3a8f4c41bdd12b2297b5c8bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.992532] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.992532] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cd935e-04e7-b413-6b39-db38bc4b6914" [ 1036.992532] env[69731]: _type = "HttpNfcLease" [ 1036.992532] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.313471] env[69731]: DEBUG oslo_concurrency.lockutils [req-5704619f-1206-48c3-9e91-5ba6d132babb req-a07dfdb2-c2fb-40a1-8b63-661821be1c5c service nova] Releasing lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.314162] env[69731]: DEBUG oslo_concurrency.lockutils [req-37167053-e03c-4e6b-a1ce-b150eaca3d10 req-f5196e7c-f821-4d09-a2eb-567754ba1a45 service nova] Releasing lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.323064] env[69731]: DEBUG nova.network.neutron [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Successfully created port: 72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.362290] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.362613] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c183d21-d963-405d-a1c2-a9753eebdda1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.371385] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1037.371385] env[69731]: value = "task-3275629" [ 1037.371385] env[69731]: _type = "Task" [ 1037.371385] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.375115] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.375290] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquired lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.375481] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.385660] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.408884] env[69731]: DEBUG nova.network.neutron [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.425261] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275627, 'name': CreateVM_Task, 'duration_secs': 1.387147} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.425427] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.426143] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.426324] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.426646] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.426909] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69cb291-49ff-433b-aa3d-a98e4dc5f725 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.433900] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1037.433900] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d8027f-a8ea-d114-6475-c8c424c14b77" [ 1037.433900] env[69731]: _type = "Task" [ 1037.433900] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.445022] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d8027f-a8ea-d114-6475-c8c424c14b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.453647] env[69731]: DEBUG nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.493950] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.493950] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cd935e-04e7-b413-6b39-db38bc4b6914" [ 1037.493950] env[69731]: _type = "HttpNfcLease" [ 1037.493950] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.494384] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.494384] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cd935e-04e7-b413-6b39-db38bc4b6914" [ 1037.494384] env[69731]: _type = "HttpNfcLease" [ 1037.494384] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1037.495062] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95d0cc1-3dd2-4600-a468-73b6c9d942a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.509224] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250aa9b-d6f8-2c73-260c-719e9442df35/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.509406] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250aa9b-d6f8-2c73-260c-719e9442df35/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1037.612780] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25d9b738-9d23-469a-895e-af830df5b11c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.641880] env[69731]: DEBUG nova.network.neutron [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Updating instance_info_cache with network_info: [{"id": "abcfbc81-fb0f-47e5-b96c-7bd939644a98", "address": "fa:16:3e:e0:6a:db", "network": {"id": "e7ab6a11-00fa-4f5d-b8a9-95f21400497f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-825205922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d14f7f9ae18d43b9a03051621b1ef342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcfbc81-fb", "ovs_interfaceid": "abcfbc81-fb0f-47e5-b96c-7bd939644a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.855098] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f637c3-019c-4657-bb51-1764d99b4e19 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.863241] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17091c2c-a2b3-4ab3-aa0b-cf4b75cfef21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.898256] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cab604a-2f35-4a7b-9c2d-e00c15f9249b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.911167] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366fbba-eb60-4a2e-bbe7-f1e9dea47aeb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.915637] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275629, 'name': PowerOffVM_Task, 'duration_secs': 0.126829} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.915787] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.916608] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.917979] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db232a3c-8bd0-4c7a-8421-4138a6081b59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.929051] env[69731]: DEBUG nova.compute.provider_tree [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.934939] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.937974] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d451cf9-84e0-4c11-a023-685c613d02ce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.948083] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d8027f-a8ea-d114-6475-c8c424c14b77, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.948452] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.948751] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.949051] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.949263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.949478] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.949788] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bac1be0b-6f35-491c-b695-a29f979f8fac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.952500] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.962431] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.962666] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.965178] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e754140-ee01-4c4b-9951-59d6198418c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.968276] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.968276] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.968276] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Deleting the datastore file [datastore1] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.968276] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79295134-79bf-4524-b142-11b3b3d73dba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.973335] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1037.973335] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528576ce-0fab-d9d0-c8ab-b472eba5aca1" [ 1037.973335] env[69731]: _type = "Task" [ 1037.973335] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.977720] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1037.977720] env[69731]: value = "task-3275631" [ 1037.977720] env[69731]: _type = "Task" [ 1037.977720] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.986153] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528576ce-0fab-d9d0-c8ab-b472eba5aca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.991864] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.083801] env[69731]: DEBUG nova.compute.manager [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Received event network-vif-plugged-abcfbc81-fb0f-47e5-b96c-7bd939644a98 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.084193] env[69731]: DEBUG oslo_concurrency.lockutils [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] Acquiring lock "e15d2d7d-00db-4014-8373-86bf70dad647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.085045] env[69731]: DEBUG oslo_concurrency.lockutils [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] Lock "e15d2d7d-00db-4014-8373-86bf70dad647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.085434] env[69731]: DEBUG oslo_concurrency.lockutils [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] Lock "e15d2d7d-00db-4014-8373-86bf70dad647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.085768] env[69731]: DEBUG nova.compute.manager [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] No waiting events found dispatching network-vif-plugged-abcfbc81-fb0f-47e5-b96c-7bd939644a98 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.086039] env[69731]: WARNING nova.compute.manager [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Received unexpected event network-vif-plugged-abcfbc81-fb0f-47e5-b96c-7bd939644a98 for instance with vm_state building and task_state spawning. [ 1038.086171] env[69731]: DEBUG nova.compute.manager [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Received event network-changed-abcfbc81-fb0f-47e5-b96c-7bd939644a98 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.086491] env[69731]: DEBUG nova.compute.manager [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Refreshing instance network info cache due to event network-changed-abcfbc81-fb0f-47e5-b96c-7bd939644a98. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.086731] env[69731]: DEBUG oslo_concurrency.lockutils [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] Acquiring lock "refresh_cache-e15d2d7d-00db-4014-8373-86bf70dad647" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.101646] env[69731]: DEBUG nova.compute.manager [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-vif-plugged-9e4deac8-b64e-455c-9353-aef54fbfcb37 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.102050] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] Acquiring lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.102732] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.102732] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.103147] env[69731]: DEBUG nova.compute.manager [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] No waiting events found dispatching network-vif-plugged-9e4deac8-b64e-455c-9353-aef54fbfcb37 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.103503] env[69731]: WARNING nova.compute.manager [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received unexpected event network-vif-plugged-9e4deac8-b64e-455c-9353-aef54fbfcb37 for instance with vm_state building and task_state spawning. [ 1038.103743] env[69731]: DEBUG nova.compute.manager [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-changed-9e4deac8-b64e-455c-9353-aef54fbfcb37 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.104081] env[69731]: DEBUG nova.compute.manager [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Refreshing instance network info cache due to event network-changed-9e4deac8-b64e-455c-9353-aef54fbfcb37. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.104384] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] Acquiring lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.147480] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Releasing lock "refresh_cache-e15d2d7d-00db-4014-8373-86bf70dad647" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.147882] env[69731]: DEBUG nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Instance network_info: |[{"id": "abcfbc81-fb0f-47e5-b96c-7bd939644a98", "address": "fa:16:3e:e0:6a:db", "network": {"id": "e7ab6a11-00fa-4f5d-b8a9-95f21400497f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-825205922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d14f7f9ae18d43b9a03051621b1ef342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcfbc81-fb", "ovs_interfaceid": "abcfbc81-fb0f-47e5-b96c-7bd939644a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.148277] env[69731]: DEBUG oslo_concurrency.lockutils [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] Acquired lock "refresh_cache-e15d2d7d-00db-4014-8373-86bf70dad647" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.148531] env[69731]: DEBUG nova.network.neutron [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Refreshing network info cache for port abcfbc81-fb0f-47e5-b96c-7bd939644a98 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.149866] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:6a:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abcfbc81-fb0f-47e5-b96c-7bd939644a98', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.158960] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.160580] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.161240] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c309ecf8-3d1c-43d8-a694-f665ef342c12 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.191797] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.191797] env[69731]: value = "task-3275632" [ 1038.191797] env[69731]: _type = "Task" [ 1038.191797] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.202645] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275632, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.453843] env[69731]: ERROR nova.scheduler.client.report [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [req-518b5da8-3952-4f4b-a514-d771ee0ed73c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-518b5da8-3952-4f4b-a514-d771ee0ed73c"}]} [ 1038.466104] env[69731]: DEBUG nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.474384] env[69731]: DEBUG nova.scheduler.client.report [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1038.490123] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528576ce-0fab-d9d0-c8ab-b472eba5aca1, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.495403] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.495640] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.495992] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.496267] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.496470] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.496685] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.496921] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.497147] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.497392] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.497626] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.497906] env[69731]: DEBUG nova.virt.hardware [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.501027] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156792} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.501834] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a83e8b-5242-41ad-a1f7-8a8db3b3561b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.505051] env[69731]: DEBUG nova.scheduler.client.report [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1038.505437] env[69731]: DEBUG nova.compute.provider_tree [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.507522] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d7050c-8330-470e-9281-c1adb9088a2c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.509648] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.509896] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.510140] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.518786] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf7aaee-98b6-4786-ad91-aa75d6b3f7c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.522676] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1038.522676] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521a5b6a-d4be-c1ac-3ead-067270304aa9" [ 1038.522676] env[69731]: _type = "Task" [ 1038.522676] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.535253] env[69731]: DEBUG nova.scheduler.client.report [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1038.542814] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521a5b6a-d4be-c1ac-3ead-067270304aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.017592} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.542971] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.543306] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1/727adcef-6cb0-4ea6-bbf7-b13a9377deb1.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.543630] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4643115b-d055-41ef-930f-a09ef782e92e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.549681] env[69731]: DEBUG nova.network.neutron [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Updating instance_info_cache with network_info: [{"id": "e0cf35c8-4679-4aa3-be36-eac8ccaa055b", "address": "fa:16:3e:ac:8f:46", "network": {"id": "472c28de-f9cf-4641-beb6-0230a0733630", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1602008640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0cf35c8-46", "ovs_interfaceid": "e0cf35c8-4679-4aa3-be36-eac8ccaa055b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5da8006-5006-449f-802b-353e3cfb2c8b", "address": "fa:16:3e:fd:e3:94", "network": {"id": "f3fdb032-bd5a-44d5-9a3d-5d3170598d01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2138434619", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5da8006-50", "ovs_interfaceid": "f5da8006-5006-449f-802b-353e3cfb2c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e4deac8-b64e-455c-9353-aef54fbfcb37", "address": "fa:16:3e:98:af:f2", "network": {"id": "472c28de-f9cf-4641-beb6-0230a0733630", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1602008640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4deac8-b6", "ovs_interfaceid": "9e4deac8-b64e-455c-9353-aef54fbfcb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.553107] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1038.553107] env[69731]: value = "task-3275633" [ 1038.553107] env[69731]: _type = "Task" [ 1038.553107] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.559388] env[69731]: DEBUG nova.scheduler.client.report [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1038.568575] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.702334] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275632, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.923756] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9766a56d-4186-4934-8c7b-7a372b0941dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.931885] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28128788-6699-44e5-81e7-4ddeec9fc5e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.964120] env[69731]: DEBUG nova.network.neutron [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Updated VIF entry in instance network info cache for port abcfbc81-fb0f-47e5-b96c-7bd939644a98. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.964516] env[69731]: DEBUG nova.network.neutron [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Updating instance_info_cache with network_info: [{"id": "abcfbc81-fb0f-47e5-b96c-7bd939644a98", "address": "fa:16:3e:e0:6a:db", "network": {"id": "e7ab6a11-00fa-4f5d-b8a9-95f21400497f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-825205922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d14f7f9ae18d43b9a03051621b1ef342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabcfbc81-fb", "ovs_interfaceid": "abcfbc81-fb0f-47e5-b96c-7bd939644a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.966328] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bd262a-3361-46ff-8bc0-0555f5453ac1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.974818] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b399ee9e-e61b-4979-8204-32d7382080a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.980042] env[69731]: DEBUG nova.network.neutron [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Successfully updated port: 72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.993602] env[69731]: DEBUG nova.compute.provider_tree [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.053562] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Releasing lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.054015] env[69731]: DEBUG nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Instance network_info: |[{"id": "e0cf35c8-4679-4aa3-be36-eac8ccaa055b", "address": "fa:16:3e:ac:8f:46", "network": {"id": "472c28de-f9cf-4641-beb6-0230a0733630", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1602008640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0cf35c8-46", "ovs_interfaceid": "e0cf35c8-4679-4aa3-be36-eac8ccaa055b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5da8006-5006-449f-802b-353e3cfb2c8b", "address": "fa:16:3e:fd:e3:94", "network": {"id": "f3fdb032-bd5a-44d5-9a3d-5d3170598d01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2138434619", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5da8006-50", "ovs_interfaceid": "f5da8006-5006-449f-802b-353e3cfb2c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e4deac8-b64e-455c-9353-aef54fbfcb37", "address": "fa:16:3e:98:af:f2", "network": {"id": "472c28de-f9cf-4641-beb6-0230a0733630", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1602008640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4deac8-b6", "ovs_interfaceid": "9e4deac8-b64e-455c-9353-aef54fbfcb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.054476] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] Acquired lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.054666] env[69731]: DEBUG nova.network.neutron [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Refreshing network info cache for port 9e4deac8-b64e-455c-9353-aef54fbfcb37 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.056449] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:8f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0cf35c8-4679-4aa3-be36-eac8ccaa055b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:e3:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5da8006-5006-449f-802b-353e3cfb2c8b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:af:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e4deac8-b64e-455c-9353-aef54fbfcb37', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.068434] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Creating folder: Project (d0f36f846afc40f690d134f6ca9f21d4). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.073292] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f653b805-1742-475e-a94a-9e30945e49de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.080743] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275633, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.084278] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Created folder: Project (d0f36f846afc40f690d134f6ca9f21d4) in parent group-v654000. [ 1039.084494] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Creating folder: Instances. Parent ref: group-v654249. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.085072] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b226934-5df9-4f93-ba1c-78ad45faa28d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.100086] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Created folder: Instances in parent group-v654249. [ 1039.100086] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.100086] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.100086] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86474875-c95c-4997-ba96-e72bfb470b35 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.126784] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.126784] env[69731]: value = "task-3275636" [ 1039.126784] env[69731]: _type = "Task" [ 1039.126784] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.138143] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275636, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.204987] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275632, 'name': CreateVM_Task, 'duration_secs': 1.000626} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.205339] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.206480] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.206899] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.207198] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.207494] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a860b925-0c2c-48af-967b-90526f468fdb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.212944] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1039.212944] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d16bef-a176-a2ce-001a-5b4b68835b12" [ 1039.212944] env[69731]: _type = "Task" [ 1039.212944] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.221472] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d16bef-a176-a2ce-001a-5b4b68835b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.470114] env[69731]: DEBUG oslo_concurrency.lockutils [req-d69040ed-d38e-4467-a6ef-d68acca4cd91 req-36e1acbc-4dd1-4bd1-97eb-fe0667927b4c service nova] Releasing lock "refresh_cache-e15d2d7d-00db-4014-8373-86bf70dad647" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.483090] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.483254] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.483431] env[69731]: DEBUG nova.network.neutron [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.529607] env[69731]: DEBUG nova.scheduler.client.report [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1039.530033] env[69731]: DEBUG nova.compute.provider_tree [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 129 to 130 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1039.530349] env[69731]: DEBUG nova.compute.provider_tree [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.550866] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.551262] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.551427] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.551606] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.551788] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.551963] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.552204] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.552364] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.552546] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.552749] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.552925] env[69731]: DEBUG nova.virt.hardware [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.553804] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa0c64b-bb64-4bd7-a57e-636752bbb76d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.571017] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912cf4e5-f050-408a-988b-3b209698de62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.574040] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685069} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.576921] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1/727adcef-6cb0-4ea6-bbf7-b13a9377deb1.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.577187] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.577797] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b70c600e-ab5e-4203-9f40-6edf85569047 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.589376] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.595535] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.596274] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.596515] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4ec4d67-8bf7-44d5-a239-cd5c602288b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.610592] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1039.610592] env[69731]: value = "task-3275637" [ 1039.610592] env[69731]: _type = "Task" [ 1039.610592] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.615984] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.615984] env[69731]: value = "task-3275638" [ 1039.615984] env[69731]: _type = "Task" [ 1039.615984] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.623622] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.628627] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275638, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.640391] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275636, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.723205] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d16bef-a176-a2ce-001a-5b4b68835b12, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.725855] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.726124] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.726373] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.726520] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.726694] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.726969] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd32c728-ca0b-4e26-9c90-d83027250a90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.737311] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.737557] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.738601] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab0063b-ffa5-45eb-a9de-bf1402727e16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.744159] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1039.744159] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529e1a64-cd85-6f7b-69de-71f833b00df9" [ 1039.744159] env[69731]: _type = "Task" [ 1039.744159] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.755124] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529e1a64-cd85-6f7b-69de-71f833b00df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.836550] env[69731]: DEBUG nova.network.neutron [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Updated VIF entry in instance network info cache for port 9e4deac8-b64e-455c-9353-aef54fbfcb37. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.837053] env[69731]: DEBUG nova.network.neutron [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Updating instance_info_cache with network_info: [{"id": "e0cf35c8-4679-4aa3-be36-eac8ccaa055b", "address": "fa:16:3e:ac:8f:46", "network": {"id": "472c28de-f9cf-4641-beb6-0230a0733630", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1602008640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0cf35c8-46", "ovs_interfaceid": "e0cf35c8-4679-4aa3-be36-eac8ccaa055b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5da8006-5006-449f-802b-353e3cfb2c8b", "address": "fa:16:3e:fd:e3:94", "network": {"id": "f3fdb032-bd5a-44d5-9a3d-5d3170598d01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2138434619", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5da8006-50", "ovs_interfaceid": "f5da8006-5006-449f-802b-353e3cfb2c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e4deac8-b64e-455c-9353-aef54fbfcb37", "address": "fa:16:3e:98:af:f2", "network": {"id": "472c28de-f9cf-4641-beb6-0230a0733630", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1602008640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4deac8-b6", "ovs_interfaceid": "9e4deac8-b64e-455c-9353-aef54fbfcb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.013563] env[69731]: DEBUG nova.network.neutron [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.037187] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.596s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.037729] env[69731]: DEBUG nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.040806] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.639s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.041056] env[69731]: DEBUG nova.objects.instance [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lazy-loading 'resources' on Instance uuid 1e26bce0-a311-49b3-af15-a0935fa97372 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.125185] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084691} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.125922] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.126829] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae50bea-5ea0-4754-9c3d-b88052abef22 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.133145] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275638, 'name': CreateVM_Task, 'duration_secs': 0.35931} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.137019] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.139898] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.140083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.140391] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.150719] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3cade3-83ea-4f0e-b89e-2447d9b4ed8b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.163150] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1/727adcef-6cb0-4ea6-bbf7-b13a9377deb1.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.171017] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18464fe6-311e-4fef-95e9-ed7e24f52eab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.185282] env[69731]: DEBUG nova.compute.manager [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received event network-vif-plugged-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.185488] env[69731]: DEBUG oslo_concurrency.lockutils [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] Acquiring lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.185711] env[69731]: DEBUG oslo_concurrency.lockutils [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.185912] env[69731]: DEBUG oslo_concurrency.lockutils [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.186098] env[69731]: DEBUG nova.compute.manager [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] No waiting events found dispatching network-vif-plugged-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.186302] env[69731]: WARNING nova.compute.manager [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received unexpected event network-vif-plugged-72216f27-4b61-4c2a-9343-918939079d0f for instance with vm_state building and task_state spawning. [ 1040.186484] env[69731]: DEBUG nova.compute.manager [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received event network-changed-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.186644] env[69731]: DEBUG nova.compute.manager [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Refreshing instance network info cache due to event network-changed-72216f27-4b61-4c2a-9343-918939079d0f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.186811] env[69731]: DEBUG oslo_concurrency.lockutils [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] Acquiring lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.187446] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275636, 'name': CreateVM_Task, 'duration_secs': 0.660588} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.188129] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.189439] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.189645] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.190072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.192255] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067ee4cf-4ac6-456c-b29a-2b28edb7e632 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.194442] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1040.194442] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5264be05-012f-43d4-40be-35dfe372a178" [ 1040.194442] env[69731]: _type = "Task" [ 1040.194442] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.196266] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1040.196266] env[69731]: value = "task-3275639" [ 1040.196266] env[69731]: _type = "Task" [ 1040.196266] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.205941] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1040.205941] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f9ef47-071f-3cf5-4bbb-457f0b661309" [ 1040.205941] env[69731]: _type = "Task" [ 1040.205941] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.217428] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5264be05-012f-43d4-40be-35dfe372a178, 'name': SearchDatastore_Task, 'duration_secs': 0.014683} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.217700] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.218663] env[69731]: DEBUG nova.network.neutron [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating instance_info_cache with network_info: [{"id": "72216f27-4b61-4c2a-9343-918939079d0f", "address": "fa:16:3e:8b:2b:88", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72216f27-4b", "ovs_interfaceid": "72216f27-4b61-4c2a-9343-918939079d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.220706] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.220962] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.221281] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.221453] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.221639] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.226419] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9be80e6-5a6a-4a65-8584-12aef8148609 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.228648] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f9ef47-071f-3cf5-4bbb-457f0b661309, 'name': SearchDatastore_Task, 'duration_secs': 0.013625} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.229012] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.229259] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.230026] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237614] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.237805] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.239270] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c365161-32a5-48de-8945-17750932eafa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.245123] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1040.245123] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52145272-f924-f7f6-e88e-93709feafbb9" [ 1040.245123] env[69731]: _type = "Task" [ 1040.245123] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.257106] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529e1a64-cd85-6f7b-69de-71f833b00df9, 'name': SearchDatastore_Task, 'duration_secs': 0.015757} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.260769] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52145272-f924-f7f6-e88e-93709feafbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.261027] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbfd450-9548-4e3c-99f4-1b274fa61eb2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.266334] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1040.266334] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cf1e6b-27a3-41c1-2005-1fcd7b44b436" [ 1040.266334] env[69731]: _type = "Task" [ 1040.266334] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.274882] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cf1e6b-27a3-41c1-2005-1fcd7b44b436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.341045] env[69731]: DEBUG oslo_concurrency.lockutils [req-5a961f6a-37a7-4cfe-b5bb-78d313e1d172 req-8fa8e1b3-6739-4780-941c-b7939de344db service nova] Releasing lock "refresh_cache-6f90e466-ac6d-45df-a7f4-dab43b13a480" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.544349] env[69731]: DEBUG nova.compute.utils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.545895] env[69731]: DEBUG nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.546085] env[69731]: DEBUG nova.network.neutron [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.606170] env[69731]: DEBUG nova.policy [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.712790] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275639, 'name': ReconfigVM_Task, 'duration_secs': 0.469703} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.713037] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1/727adcef-6cb0-4ea6-bbf7-b13a9377deb1.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.713735] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a640139f-4b5d-4c62-bd56-7d0ef047f2ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.721127] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1040.721127] env[69731]: value = "task-3275640" [ 1040.721127] env[69731]: _type = "Task" [ 1040.721127] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.727485] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.727760] env[69731]: DEBUG nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Instance network_info: |[{"id": "72216f27-4b61-4c2a-9343-918939079d0f", "address": "fa:16:3e:8b:2b:88", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72216f27-4b", "ovs_interfaceid": "72216f27-4b61-4c2a-9343-918939079d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.728664] env[69731]: DEBUG oslo_concurrency.lockutils [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] Acquired lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.728940] env[69731]: DEBUG nova.network.neutron [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Refreshing network info cache for port 72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.730731] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:2b:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72216f27-4b61-4c2a-9343-918939079d0f', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.742455] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating folder: Project (81a7114c3a8f4c41bdd12b2297b5c8bd). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.752449] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96235a39-5f3b-4fc1-afd9-9ab3ec4e6351 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.754331] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275640, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.765782] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52145272-f924-f7f6-e88e-93709feafbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.768422] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Created folder: Project (81a7114c3a8f4c41bdd12b2297b5c8bd) in parent group-v654000. [ 1040.768651] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating folder: Instances. Parent ref: group-v654253. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.771483] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7f104d-3e8c-44bd-892b-7237987fb18c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.776819] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf1f979-4146-4818-af1b-79cb2bad53a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.785979] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cf1e6b-27a3-41c1-2005-1fcd7b44b436, 'name': SearchDatastore_Task, 'duration_secs': 0.013787} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.786264] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1040.786264] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529136f2-0045-2535-d5f7-51747e14084e" [ 1040.786264] env[69731]: _type = "Task" [ 1040.786264] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.789649] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.789958] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] e15d2d7d-00db-4014-8373-86bf70dad647/e15d2d7d-00db-4014-8373-86bf70dad647.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.790341] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Created folder: Instances in parent group-v654253. [ 1040.790559] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.793055] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.793266] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.793516] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e2cac09-6cf0-4793-8ed7-1003ea62543e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.798587] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.799266] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a96b0aaa-7dc3-45f1-9323-89da1cc817e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.800937] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b6ec1b7-29e2-4a1b-8b41-6e05f0b5e272 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.824100] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529136f2-0045-2535-d5f7-51747e14084e, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.826974] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.826974] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19/762a44fb-c5c8-480f-a7b2-bbace1b3ea19.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.827216] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1040.827216] env[69731]: value = "task-3275643" [ 1040.827216] env[69731]: _type = "Task" [ 1040.827216] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.827334] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.827334] env[69731]: value = "task-3275644" [ 1040.827334] env[69731]: _type = "Task" [ 1040.827334] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.828336] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0660159a-0ae4-40bc-9ceb-7512a6df225e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.830571] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.830750] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.837500] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fd4257-5288-4649-a914-5eebc354c341 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.851451] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.857860] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1040.857860] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5251a6c1-6c05-56c3-7fa6-a08c99fb9b49" [ 1040.857860] env[69731]: _type = "Task" [ 1040.857860] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.857860] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275644, 'name': CreateVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.857860] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1040.857860] env[69731]: value = "task-3275645" [ 1040.857860] env[69731]: _type = "Task" [ 1040.857860] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.879542] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.880045] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5251a6c1-6c05-56c3-7fa6-a08c99fb9b49, 'name': SearchDatastore_Task, 'duration_secs': 0.013239} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.884417] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d33873-c5bc-4950-a223-c94c103b4184 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.891989] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1040.891989] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523fd05f-f314-4f85-6dcc-ca3e166c5a43" [ 1040.891989] env[69731]: _type = "Task" [ 1040.891989] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.906275] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523fd05f-f314-4f85-6dcc-ca3e166c5a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.953447] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f393b326-390c-44f4-aac9-59dfb5c8e75f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.961520] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123482b-62b4-49dc-80c2-a39ca14bc67c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.997026] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f081e5f-0940-40ec-9cec-8ca8ffe2ed5f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.007313] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1875cc-43aa-4a3c-998c-fd0f2cb1e5f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.020143] env[69731]: DEBUG nova.compute.provider_tree [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.034575] env[69731]: DEBUG nova.network.neutron [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updated VIF entry in instance network info cache for port 72216f27-4b61-4c2a-9343-918939079d0f. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.034989] env[69731]: DEBUG nova.network.neutron [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating instance_info_cache with network_info: [{"id": "72216f27-4b61-4c2a-9343-918939079d0f", "address": "fa:16:3e:8b:2b:88", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72216f27-4b", "ovs_interfaceid": "72216f27-4b61-4c2a-9343-918939079d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.047421] env[69731]: DEBUG nova.network.neutron [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Successfully created port: dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.054285] env[69731]: DEBUG nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.236036] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275640, 'name': Rename_Task, 'duration_secs': 0.201048} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.236036] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.236036] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4002b526-1fd7-40ab-aa56-7f86196167e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.242135] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1041.242135] env[69731]: value = "task-3275646" [ 1041.242135] env[69731]: _type = "Task" [ 1041.242135] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.254673] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.346501] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275644, 'name': CreateVM_Task, 'duration_secs': 0.447286} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.349594] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.349921] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.350636] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.351442] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.351442] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.351442] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d348035-d7b6-4149-8380-1ccb3846e8f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.357521] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1041.357521] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5205d586-cff7-71a2-26df-07bcb569c78f" [ 1041.357521] env[69731]: _type = "Task" [ 1041.357521] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.369873] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5205d586-cff7-71a2-26df-07bcb569c78f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.375651] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.403239] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523fd05f-f314-4f85-6dcc-ca3e166c5a43, 'name': SearchDatastore_Task, 'duration_secs': 0.014973} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.403582] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.403904] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 6f90e466-ac6d-45df-a7f4-dab43b13a480/6f90e466-ac6d-45df-a7f4-dab43b13a480.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.404229] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1908b91-f16c-4e01-b801-cd111a2c324a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.413342] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1041.413342] env[69731]: value = "task-3275647" [ 1041.413342] env[69731]: _type = "Task" [ 1041.413342] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.424120] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.538045] env[69731]: DEBUG oslo_concurrency.lockutils [req-16a024f3-c4aa-4135-951c-bc6275ac359d req-19c8d31b-104e-482b-b05c-4c292af9ebcd service nova] Releasing lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.563693] env[69731]: DEBUG nova.scheduler.client.report [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1041.567191] env[69731]: DEBUG nova.compute.provider_tree [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 130 to 131 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1041.567448] env[69731]: DEBUG nova.compute.provider_tree [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.754804] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.844208] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723624} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.844306] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] e15d2d7d-00db-4014-8373-86bf70dad647/e15d2d7d-00db-4014-8373-86bf70dad647.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.844540] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.844830] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0f87789-1fb3-4ef4-8469-02a6619dbb9c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.853417] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1041.853417] env[69731]: value = "task-3275648" [ 1041.853417] env[69731]: _type = "Task" [ 1041.853417] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.866821] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.876771] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5205d586-cff7-71a2-26df-07bcb569c78f, 'name': SearchDatastore_Task, 'duration_secs': 0.083441} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.881091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.881379] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.881628] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.881856] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.882078] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.882424] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710452} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.882811] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3553b6e-cfd9-4451-b82a-a23e1e5ed665 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.884976] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19/762a44fb-c5c8-480f-a7b2-bbace1b3ea19.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.885274] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.885618] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20010fd7-702a-48e2-883f-0220b574e9b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.892968] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1041.892968] env[69731]: value = "task-3275649" [ 1041.892968] env[69731]: _type = "Task" [ 1041.892968] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.899962] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.900209] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.904087] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600d5255-b080-4781-bc2d-ffc8e8ea8e3e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.906989] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.911130] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1041.911130] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e738d4-00a1-1d4e-d8df-355d237d970a" [ 1041.911130] env[69731]: _type = "Task" [ 1041.911130] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.923551] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e738d4-00a1-1d4e-d8df-355d237d970a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.926907] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.074061] env[69731]: DEBUG nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.077050] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.080036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.745s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.080223] env[69731]: DEBUG nova.objects.instance [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lazy-loading 'resources' on Instance uuid 5e8ce78c-53ea-44fb-9a08-b33471eb8c32 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.100322] env[69731]: INFO nova.scheduler.client.report [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Deleted allocations for instance 1e26bce0-a311-49b3-af15-a0935fa97372 [ 1042.105180] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.105425] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.105579] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.105776] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.105926] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.106084] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.106355] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.106526] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.106694] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.106857] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.107056] env[69731]: DEBUG nova.virt.hardware [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.108192] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fc698d-1722-4324-bcee-9c70e7e2ed6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.119688] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae04c146-e662-46e8-b562-c6db3144f075 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.253935] env[69731]: DEBUG oslo_vmware.api [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275646, 'name': PowerOnVM_Task, 'duration_secs': 0.818117} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.255934] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.255934] env[69731]: INFO nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1042.255934] env[69731]: DEBUG nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.255934] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c081a9c-ab65-4d4f-9d8c-25607d92f954 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.364175] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102622} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.364479] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.365287] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb7653-66ac-465f-97bb-d6340a1d2cb9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.389132] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] e15d2d7d-00db-4014-8373-86bf70dad647/e15d2d7d-00db-4014-8373-86bf70dad647.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.389436] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b953cf7-0d1a-44e1-a27f-11a810ba8afd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.412435] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091507} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.416407] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.416776] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1042.416776] env[69731]: value = "task-3275650" [ 1042.416776] env[69731]: _type = "Task" [ 1042.416776] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.417536] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fd6148-61e3-4ab7-b0fa-9329387c69a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.429205] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e738d4-00a1-1d4e-d8df-355d237d970a, 'name': SearchDatastore_Task, 'duration_secs': 0.05804} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.437551] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1831ee4-cfa9-4f49-b4d8-e706aca0030b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.449059] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19/762a44fb-c5c8-480f-a7b2-bbace1b3ea19.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.456326] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-032877e5-92b8-4e1b-81f3-d3752f37f86f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.471270] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661907} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.471495] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.472246] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 6f90e466-ac6d-45df-a7f4-dab43b13a480/6f90e466-ac6d-45df-a7f4-dab43b13a480.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.472502] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.473133] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda255e6-9a93-4df4-a739-4477f754707b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.476168] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1042.476168] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bbf26-fca4-b772-d85f-85c0e1907a6b" [ 1042.476168] env[69731]: _type = "Task" [ 1042.476168] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.480426] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1042.480426] env[69731]: value = "task-3275651" [ 1042.480426] env[69731]: _type = "Task" [ 1042.480426] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.481656] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1042.481656] env[69731]: value = "task-3275652" [ 1042.481656] env[69731]: _type = "Task" [ 1042.481656] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.491724] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bbf26-fca4-b772-d85f-85c0e1907a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.499177] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.502207] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.617515] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fa94a4ed-522d-402b-a69f-813801a12ba5 tempest-ServersListShow2100Test-428646807 tempest-ServersListShow2100Test-428646807-project-member] Lock "1e26bce0-a311-49b3-af15-a0935fa97372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.126s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.764997] env[69731]: DEBUG nova.compute.manager [req-11b2ec1f-bc04-4fe4-9aea-fc4276c6b135 req-6b2530cd-1c72-49d6-b6a1-ff99d5535b89 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-vif-plugged-dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.766087] env[69731]: DEBUG oslo_concurrency.lockutils [req-11b2ec1f-bc04-4fe4-9aea-fc4276c6b135 req-6b2530cd-1c72-49d6-b6a1-ff99d5535b89 service nova] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.766087] env[69731]: DEBUG oslo_concurrency.lockutils [req-11b2ec1f-bc04-4fe4-9aea-fc4276c6b135 req-6b2530cd-1c72-49d6-b6a1-ff99d5535b89 service nova] Lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.766087] env[69731]: DEBUG oslo_concurrency.lockutils [req-11b2ec1f-bc04-4fe4-9aea-fc4276c6b135 req-6b2530cd-1c72-49d6-b6a1-ff99d5535b89 service nova] Lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.767164] env[69731]: DEBUG nova.compute.manager [req-11b2ec1f-bc04-4fe4-9aea-fc4276c6b135 req-6b2530cd-1c72-49d6-b6a1-ff99d5535b89 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] No waiting events found dispatching network-vif-plugged-dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.767164] env[69731]: WARNING nova.compute.manager [req-11b2ec1f-bc04-4fe4-9aea-fc4276c6b135 req-6b2530cd-1c72-49d6-b6a1-ff99d5535b89 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received unexpected event network-vif-plugged-dcacafb6-173e-47cf-8eea-6109c0b94114 for instance with vm_state building and task_state spawning. [ 1042.774554] env[69731]: INFO nova.compute.manager [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Took 31.74 seconds to build instance. [ 1042.836098] env[69731]: DEBUG nova.network.neutron [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Successfully updated port: dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.932129] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.960024] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2a96bc-026f-4288-b281-b2febef14964 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.967441] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1907077c-b942-485a-8d40-5ae35a23918a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.010932] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88798cd5-9b26-46f4-a2fc-45fe1fbdedcc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.019443] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bbf26-fca4-b772-d85f-85c0e1907a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014901} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.027504] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.027751] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff/18fef856-5edc-412b-8059-ebc0ee4193ff.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.028200] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074252} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.029451] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275651, 'name': ReconfigVM_Task, 'duration_secs': 0.384897} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.029451] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39bfde1d-32d3-48d4-8a89-075097497cbe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.031874] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c15ed2-d896-4ed1-a2aa-82725587d4c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.038334] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.039991] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19/762a44fb-c5c8-480f-a7b2-bbace1b3ea19.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.040154] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab578e-1159-459b-84b9-f4bf5d45dcdb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.042682] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93be17fb-257b-46c3-8603-9587fd978a0b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.056310] env[69731]: DEBUG nova.compute.provider_tree [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.084252] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 6f90e466-ac6d-45df-a7f4-dab43b13a480/6f90e466-ac6d-45df-a7f4-dab43b13a480.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.084692] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1043.084692] env[69731]: value = "task-3275653" [ 1043.084692] env[69731]: _type = "Task" [ 1043.084692] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.084958] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1043.084958] env[69731]: value = "task-3275654" [ 1043.084958] env[69731]: _type = "Task" [ 1043.084958] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.088618] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b277cfa2-b546-4930-9406-2c34ab0fce40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.116959] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.121537] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1043.121537] env[69731]: value = "task-3275655" [ 1043.121537] env[69731]: _type = "Task" [ 1043.121537] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.122203] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275654, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.132065] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.138525] env[69731]: DEBUG nova.scheduler.client.report [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1043.138843] env[69731]: DEBUG nova.compute.provider_tree [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 131 to 132 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1043.138843] env[69731]: DEBUG nova.compute.provider_tree [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.277314] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4bc227a8-4f6c-4b05-91e0-cd663e7dfbb3 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.255s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.339971] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.340156] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.340338] env[69731]: DEBUG nova.network.neutron [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.444448] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275650, 'name': ReconfigVM_Task, 'duration_secs': 0.602424} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.444448] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Reconfigured VM instance instance-00000056 to attach disk [datastore1] e15d2d7d-00db-4014-8373-86bf70dad647/e15d2d7d-00db-4014-8373-86bf70dad647.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.445188] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94521133-73d9-4d6b-9c84-5bd3d9f9d188 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.458458] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1043.458458] env[69731]: value = "task-3275656" [ 1043.458458] env[69731]: _type = "Task" [ 1043.458458] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.468905] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275656, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.622319] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275654, 'name': Rename_Task, 'duration_secs': 0.156125} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.628079] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.628079] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275653, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.628549] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c61ba31-cc8e-44fe-b9fa-e21cb1308e9f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.644401] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.565s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.646558] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.649765] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.940s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.659021] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1043.659021] env[69731]: value = "task-3275657" [ 1043.659021] env[69731]: _type = "Task" [ 1043.659021] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.666510] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.688092] env[69731]: INFO nova.scheduler.client.report [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted allocations for instance 5e8ce78c-53ea-44fb-9a08-b33471eb8c32 [ 1043.877104] env[69731]: DEBUG nova.network.neutron [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.968012] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275656, 'name': Rename_Task, 'duration_secs': 0.279228} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.971069] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.971365] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da4e4249-c262-4d2a-aa7f-abc88b7382d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.979586] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1043.979586] env[69731]: value = "task-3275658" [ 1043.979586] env[69731]: _type = "Task" [ 1043.979586] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.988724] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.068707] env[69731]: DEBUG nova.network.neutron [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.121830] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575814} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.123583] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff/18fef856-5edc-412b-8059-ebc0ee4193ff.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.123844] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.124440] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac018770-7239-40ec-a060-a8ed680b8196 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.133536] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1044.133536] env[69731]: value = "task-3275659" [ 1044.133536] env[69731]: _type = "Task" [ 1044.133536] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.141193] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275655, 'name': ReconfigVM_Task, 'duration_secs': 0.631351} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.142265] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 6f90e466-ac6d-45df-a7f4-dab43b13a480/6f90e466-ac6d-45df-a7f4-dab43b13a480.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.143272] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08181889-472e-45ca-8fc3-d1e1486df704 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.148704] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.153276] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1044.153276] env[69731]: value = "task-3275660" [ 1044.153276] env[69731]: _type = "Task" [ 1044.153276] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.159323] env[69731]: INFO nova.compute.claims [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.173040] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275660, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.176759] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.196603] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbdb297a-625b-4f55-b09d-bc63117c5a31 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "5e8ce78c-53ea-44fb-9a08-b33471eb8c32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.455s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.366931] env[69731]: DEBUG nova.compute.manager [req-7ad638ca-625d-41a4-b255-07d4d68f2728 req-2d05f7c7-260b-49d3-aa70-6e7210b3fe90 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Received event network-changed-b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.367229] env[69731]: DEBUG nova.compute.manager [req-7ad638ca-625d-41a4-b255-07d4d68f2728 req-2d05f7c7-260b-49d3-aa70-6e7210b3fe90 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Refreshing instance network info cache due to event network-changed-b40851d3-439c-49b7-96b2-bed09e4b051e. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.367410] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad638ca-625d-41a4-b255-07d4d68f2728 req-2d05f7c7-260b-49d3-aa70-6e7210b3fe90 service nova] Acquiring lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.367528] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad638ca-625d-41a4-b255-07d4d68f2728 req-2d05f7c7-260b-49d3-aa70-6e7210b3fe90 service nova] Acquired lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.367667] env[69731]: DEBUG nova.network.neutron [req-7ad638ca-625d-41a4-b255-07d4d68f2728 req-2d05f7c7-260b-49d3-aa70-6e7210b3fe90 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Refreshing network info cache for port b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.491937] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275658, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.575600] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.575600] env[69731]: DEBUG nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Instance network_info: |[{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.575600] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:0c:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcacafb6-173e-47cf-8eea-6109c0b94114', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.583298] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.583708] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.584102] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40d7a013-abde-4c7a-81c2-d39245088ed2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.610606] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.610606] env[69731]: value = "task-3275661" [ 1044.610606] env[69731]: _type = "Task" [ 1044.610606] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.618949] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275661, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.642920] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080152} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.643245] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.644022] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b243c30-727f-44b5-b971-2628f789bc87 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.667444] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff/18fef856-5edc-412b-8059-ebc0ee4193ff.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.672389] env[69731]: INFO nova.compute.resource_tracker [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating resource usage from migration 864ccffb-3d46-4f2d-a076-13867f6b07ad [ 1044.675290] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b18c6f-2e18-433f-a689-f485025c55f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.699934] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275660, 'name': Rename_Task, 'duration_secs': 0.308946} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.704238] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.704594] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1044.704594] env[69731]: value = "task-3275662" [ 1044.704594] env[69731]: _type = "Task" [ 1044.704594] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.704806] env[69731]: DEBUG oslo_vmware.api [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275657, 'name': PowerOnVM_Task, 'duration_secs': 0.544712} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.705058] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08f3b35c-c92f-4153-a436-6dbf42bd1602 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.706869] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.707115] env[69731]: DEBUG nova.compute.manager [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.710666] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d411be-3c6d-4dcb-a76d-c455677e9f36 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.726060] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.727851] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1044.727851] env[69731]: value = "task-3275663" [ 1044.727851] env[69731]: _type = "Task" [ 1044.727851] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.740502] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275663, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.795725] env[69731]: DEBUG nova.compute.manager [req-a34bda8e-7728-4e75-a953-a7f731d442f9 req-c08d6c0a-ef08-498a-b502-b2ea112f5c59 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-changed-dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.796074] env[69731]: DEBUG nova.compute.manager [req-a34bda8e-7728-4e75-a953-a7f731d442f9 req-c08d6c0a-ef08-498a-b502-b2ea112f5c59 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Refreshing instance network info cache due to event network-changed-dcacafb6-173e-47cf-8eea-6109c0b94114. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.796381] env[69731]: DEBUG oslo_concurrency.lockutils [req-a34bda8e-7728-4e75-a953-a7f731d442f9 req-c08d6c0a-ef08-498a-b502-b2ea112f5c59 service nova] Acquiring lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.796568] env[69731]: DEBUG oslo_concurrency.lockutils [req-a34bda8e-7728-4e75-a953-a7f731d442f9 req-c08d6c0a-ef08-498a-b502-b2ea112f5c59 service nova] Acquired lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.796730] env[69731]: DEBUG nova.network.neutron [req-a34bda8e-7728-4e75-a953-a7f731d442f9 req-c08d6c0a-ef08-498a-b502-b2ea112f5c59 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Refreshing network info cache for port dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.965314] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "07fc5084-9939-43bb-b27f-047be2691ee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.965607] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "07fc5084-9939-43bb-b27f-047be2691ee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.965815] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "07fc5084-9939-43bb-b27f-047be2691ee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.966032] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "07fc5084-9939-43bb-b27f-047be2691ee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.966207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "07fc5084-9939-43bb-b27f-047be2691ee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.968739] env[69731]: INFO nova.compute.manager [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Terminating instance [ 1044.994536] env[69731]: DEBUG oslo_vmware.api [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275658, 'name': PowerOnVM_Task, 'duration_secs': 0.821822} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.994832] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.995048] env[69731]: INFO nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1044.995235] env[69731]: DEBUG nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.998456] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afe2f31-b699-4a69-b30c-c86e41525f2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.081146] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11accef2-6c6a-4bd2-9bcb-128e03d81751 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.093014] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2278b-fffd-4a82-8cf3-3b6002d911df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.131660] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eec541-d1de-4e39-b5ef-c00a66c90cfb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.140118] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275661, 'name': CreateVM_Task, 'duration_secs': 0.388469} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.144861] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.145851] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.146164] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.146432] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.147784] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca7c4a0-f894-4624-8430-21151b1e0575 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.152150] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b83ffe1-3271-46d7-8458-0b77a76424fb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.157669] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1045.157669] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ec0b5a-6784-4d58-5862-37213c5bccaf" [ 1045.157669] env[69731]: _type = "Task" [ 1045.157669] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.167480] env[69731]: DEBUG nova.compute.provider_tree [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.182254] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ec0b5a-6784-4d58-5862-37213c5bccaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.217154] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275662, 'name': ReconfigVM_Task, 'duration_secs': 0.397676} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.217444] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff/18fef856-5edc-412b-8059-ebc0ee4193ff.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.218087] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-569222bb-5131-4571-99dc-170dc4a1dc59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.225460] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1045.225460] env[69731]: value = "task-3275664" [ 1045.225460] env[69731]: _type = "Task" [ 1045.225460] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.238937] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.243744] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275664, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.247532] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275663, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.251117] env[69731]: DEBUG nova.network.neutron [req-7ad638ca-625d-41a4-b255-07d4d68f2728 req-2d05f7c7-260b-49d3-aa70-6e7210b3fe90 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updated VIF entry in instance network info cache for port b40851d3-439c-49b7-96b2-bed09e4b051e. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.251506] env[69731]: DEBUG nova.network.neutron [req-7ad638ca-625d-41a4-b255-07d4d68f2728 req-2d05f7c7-260b-49d3-aa70-6e7210b3fe90 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updating instance_info_cache with network_info: [{"id": "b40851d3-439c-49b7-96b2-bed09e4b051e", "address": "fa:16:3e:8c:5e:5c", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40851d3-43", "ovs_interfaceid": "b40851d3-439c-49b7-96b2-bed09e4b051e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.473686] env[69731]: DEBUG nova.compute.manager [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.473938] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.474927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b555b01-56fc-47e2-939b-1d15e7cd1225 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.483939] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.483939] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-456fd2ea-6a07-4c34-89ca-79da492f7b1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.489441] env[69731]: DEBUG oslo_vmware.api [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 1045.489441] env[69731]: value = "task-3275665" [ 1045.489441] env[69731]: _type = "Task" [ 1045.489441] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.499455] env[69731]: DEBUG oslo_vmware.api [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.520819] env[69731]: INFO nova.compute.manager [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Took 34.48 seconds to build instance. [ 1045.585690] env[69731]: DEBUG nova.network.neutron [req-a34bda8e-7728-4e75-a953-a7f731d442f9 req-c08d6c0a-ef08-498a-b502-b2ea112f5c59 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updated VIF entry in instance network info cache for port dcacafb6-173e-47cf-8eea-6109c0b94114. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.586119] env[69731]: DEBUG nova.network.neutron [req-a34bda8e-7728-4e75-a953-a7f731d442f9 req-c08d6c0a-ef08-498a-b502-b2ea112f5c59 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.678262] env[69731]: DEBUG nova.scheduler.client.report [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.681633] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ec0b5a-6784-4d58-5862-37213c5bccaf, 'name': SearchDatastore_Task, 'duration_secs': 0.020517} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.681959] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.682203] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.682437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.682579] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.682760] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.683058] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-638d1e70-a14b-4eea-90e9-044df6de9160 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.694218] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.694435] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.696316] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19ad30c-761f-4819-863a-013e7143d055 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.702518] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1045.702518] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52338a1e-7b6a-b77b-b6e8-4138ce066566" [ 1045.702518] env[69731]: _type = "Task" [ 1045.702518] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.711023] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52338a1e-7b6a-b77b-b6e8-4138ce066566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.736063] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275664, 'name': Rename_Task, 'duration_secs': 0.169911} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.739296] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.739567] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f955aad-dec4-46e7-8921-0dcc852cc1f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.746344] env[69731]: DEBUG oslo_vmware.api [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275663, 'name': PowerOnVM_Task, 'duration_secs': 0.720756} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.747540] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.747757] env[69731]: INFO nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Took 14.76 seconds to spawn the instance on the hypervisor. [ 1045.747935] env[69731]: DEBUG nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.748272] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1045.748272] env[69731]: value = "task-3275666" [ 1045.748272] env[69731]: _type = "Task" [ 1045.748272] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.748981] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73966bdd-d697-4658-83ed-94c16d194b8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.754762] env[69731]: DEBUG oslo_concurrency.lockutils [req-7ad638ca-625d-41a4-b255-07d4d68f2728 req-2d05f7c7-260b-49d3-aa70-6e7210b3fe90 service nova] Releasing lock "refresh_cache-727adcef-6cb0-4ea6-bbf7-b13a9377deb1" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.763572] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.814441] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.814735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.815089] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.815282] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.815522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.818314] env[69731]: INFO nova.compute.manager [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Terminating instance [ 1046.000228] env[69731]: DEBUG oslo_vmware.api [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275665, 'name': PowerOffVM_Task, 'duration_secs': 0.203678} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.000541] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.000742] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.001032] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77ef1be0-15bd-499e-9699-fcf8ddc3e1a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.026029] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ed71034f-c488-4d95-80b0-d2c7c5d7e7c8 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "e15d2d7d-00db-4014-8373-86bf70dad647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.005s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.071047] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.071279] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.071469] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleting the datastore file [datastore1] 07fc5084-9939-43bb-b27f-047be2691ee6 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.071766] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4124cc2b-f6d1-4b68-ba99-cfb4bc487de2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.077574] env[69731]: DEBUG oslo_vmware.api [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for the task: (returnval){ [ 1046.077574] env[69731]: value = "task-3275668" [ 1046.077574] env[69731]: _type = "Task" [ 1046.077574] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.086881] env[69731]: DEBUG oslo_vmware.api [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.088483] env[69731]: DEBUG oslo_concurrency.lockutils [req-a34bda8e-7728-4e75-a953-a7f731d442f9 req-c08d6c0a-ef08-498a-b502-b2ea112f5c59 service nova] Releasing lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.187293] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.537s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.187521] env[69731]: INFO nova.compute.manager [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Migrating [ 1046.197881] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.161s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.215660] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52338a1e-7b6a-b77b-b6e8-4138ce066566, 'name': SearchDatastore_Task, 'duration_secs': 0.017204} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.217480] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6da374e-47f8-47c9-8e92-e38e1b17aad8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.223562] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1046.223562] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52599637-8bb2-f7a2-1704-f2cd6794f676" [ 1046.223562] env[69731]: _type = "Task" [ 1046.223562] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.232822] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52599637-8bb2-f7a2-1704-f2cd6794f676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.265430] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275666, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.267668] env[69731]: INFO nova.compute.manager [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Took 36.33 seconds to build instance. [ 1046.323055] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "refresh_cache-762a44fb-c5c8-480f-a7b2-bbace1b3ea19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.323378] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquired lock "refresh_cache-762a44fb-c5c8-480f-a7b2-bbace1b3ea19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.323589] env[69731]: DEBUG nova.network.neutron [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.589268] env[69731]: DEBUG oslo_vmware.api [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Task: {'id': task-3275668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424118} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.589637] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.589952] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.590200] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.590896] env[69731]: INFO nova.compute.manager [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1046.590896] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.591434] env[69731]: DEBUG nova.compute.manager [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.591434] env[69731]: DEBUG nova.network.neutron [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.709479] env[69731]: INFO nova.compute.claims [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.713373] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.713538] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.713706] env[69731]: DEBUG nova.network.neutron [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.736607] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52599637-8bb2-f7a2-1704-f2cd6794f676, 'name': SearchDatastore_Task, 'duration_secs': 0.022708} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.737312] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.737652] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] be64ce3f-f516-4fff-ba26-020d3534eead/be64ce3f-f516-4fff-ba26-020d3534eead.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.737973] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1c6b81-1e9f-4ddb-9ac0-06afe5d9fd48 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.746741] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1046.746741] env[69731]: value = "task-3275669" [ 1046.746741] env[69731]: _type = "Task" [ 1046.746741] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.759501] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.765530] env[69731]: DEBUG oslo_vmware.api [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275666, 'name': PowerOnVM_Task, 'duration_secs': 0.635085} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.765712] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.765918] env[69731]: INFO nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1046.766180] env[69731]: DEBUG nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.766908] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f30faa-3a9d-46b4-9954-b8c126383fca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.770304] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d45b3764-82bb-4490-ba0b-7e8e7f83c89a tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.844s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.809191] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250aa9b-d6f8-2c73-260c-719e9442df35/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1046.810020] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8564374-3aa4-4814-9a3f-fca1384bb6a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.816106] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250aa9b-d6f8-2c73-260c-719e9442df35/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1046.816281] env[69731]: ERROR oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250aa9b-d6f8-2c73-260c-719e9442df35/disk-0.vmdk due to incomplete transfer. [ 1046.816505] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-831bef56-5387-4880-82ce-6026939df59c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.832035] env[69731]: DEBUG oslo_vmware.rw_handles [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250aa9b-d6f8-2c73-260c-719e9442df35/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1046.832195] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Uploaded image d661ad36-0219-40e9-adf2-2eb3563af233 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1046.834371] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1046.835206] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61886fbd-758c-4a24-99d8-e2238b52bb27 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.847683] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1046.847683] env[69731]: value = "task-3275670" [ 1046.847683] env[69731]: _type = "Task" [ 1046.847683] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.854223] env[69731]: DEBUG nova.network.neutron [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.859132] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275670, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.930090] env[69731]: DEBUG nova.network.neutron [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.150866] env[69731]: DEBUG nova.compute.manager [req-3ade9556-8f37-4f93-b58f-1d22f97d05f4 req-4674661b-fce9-4ccf-80f2-6c56a28c1ec0 service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Received event network-vif-deleted-f545db27-a897-40a4-bf4e-aac9f32f0410 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.150866] env[69731]: INFO nova.compute.manager [req-3ade9556-8f37-4f93-b58f-1d22f97d05f4 req-4674661b-fce9-4ccf-80f2-6c56a28c1ec0 service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Neutron deleted interface f545db27-a897-40a4-bf4e-aac9f32f0410; detaching it from the instance and deleting it from the info cache [ 1047.150866] env[69731]: DEBUG nova.network.neutron [req-3ade9556-8f37-4f93-b58f-1d22f97d05f4 req-4674661b-fce9-4ccf-80f2-6c56a28c1ec0 service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.221292] env[69731]: INFO nova.compute.resource_tracker [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating resource usage from migration 806b9733-5978-4df9-b711-afc9a2b4c62e [ 1047.231228] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "6f90e466-ac6d-45df-a7f4-dab43b13a480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.231534] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.231792] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.232100] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.232275] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.236553] env[69731]: INFO nova.compute.manager [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Terminating instance [ 1047.262706] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275669, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.292589] env[69731]: INFO nova.compute.manager [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Took 33.52 seconds to build instance. [ 1047.363532] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275670, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.432712] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Releasing lock "refresh_cache-762a44fb-c5c8-480f-a7b2-bbace1b3ea19" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.436027] env[69731]: DEBUG nova.compute.manager [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.436027] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.441184] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83276c15-4cb5-49ba-85f6-0c10cb5083d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.453077] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.453571] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d7dbe1c-fe80-4ef2-833b-c6d82fbef658 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.462292] env[69731]: DEBUG oslo_vmware.api [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1047.462292] env[69731]: value = "task-3275671" [ 1047.462292] env[69731]: _type = "Task" [ 1047.462292] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.475012] env[69731]: DEBUG oslo_vmware.api [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.608190] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61b7e22-841e-4da6-977b-211d568e7c31 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.616463] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82a098e-aa11-4096-b6dc-56a9f635c0e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.623283] env[69731]: DEBUG nova.network.neutron [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [{"id": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "address": "fa:16:3e:d2:ed:5a", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371ce7a6-54", "ovs_interfaceid": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.657494] env[69731]: DEBUG nova.network.neutron [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.661275] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-847d26db-f302-4316-be48-58d942cb3d7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.662858] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2526e285-ac83-4dcb-96ca-b710b572c7e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.674406] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a605a74f-497b-4839-aa5e-8fe983d8f1da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.681071] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db82c91-324f-414a-af79-94e45a5e54f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.702802] env[69731]: DEBUG nova.compute.provider_tree [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.717119] env[69731]: DEBUG nova.compute.manager [req-3ade9556-8f37-4f93-b58f-1d22f97d05f4 req-4674661b-fce9-4ccf-80f2-6c56a28c1ec0 service nova] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Detach interface failed, port_id=f545db27-a897-40a4-bf4e-aac9f32f0410, reason: Instance 07fc5084-9939-43bb-b27f-047be2691ee6 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.718416] env[69731]: DEBUG nova.scheduler.client.report [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.744688] env[69731]: DEBUG nova.compute.manager [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.744920] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.745802] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741a0ebf-aef2-4a26-b8c7-c80f3b9c4c1c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.759324] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.762051] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb5f0f7b-2607-4e55-a9e9-3d8d773ee1aa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.763689] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723554} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.763926] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] be64ce3f-f516-4fff-ba26-020d3534eead/be64ce3f-f516-4fff-ba26-020d3534eead.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.764142] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.764658] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85fd00f4-2d31-44ee-abf3-46d0522dea50 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.769094] env[69731]: DEBUG oslo_vmware.api [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1047.769094] env[69731]: value = "task-3275672" [ 1047.769094] env[69731]: _type = "Task" [ 1047.769094] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.773253] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1047.773253] env[69731]: value = "task-3275673" [ 1047.773253] env[69731]: _type = "Task" [ 1047.773253] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.780503] env[69731]: DEBUG oslo_vmware.api [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.785915] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.795000] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6393f89c-5f4f-43b9-b816-3d3b39fb907d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.051s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.858752] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275670, 'name': Destroy_Task, 'duration_secs': 0.715715} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.859034] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Destroyed the VM [ 1047.859280] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1047.859533] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-182e4337-b996-43c8-9ea6-204edf0edaaf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.866648] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1047.866648] env[69731]: value = "task-3275674" [ 1047.866648] env[69731]: _type = "Task" [ 1047.866648] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.875506] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275674, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.971325] env[69731]: DEBUG oslo_vmware.api [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275671, 'name': PowerOffVM_Task, 'duration_secs': 0.124448} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.971665] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.971928] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.972236] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7678af2a-f54e-4198-a4a8-2f84acd12ee5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.993606] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.993864] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.994091] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Deleting the datastore file [datastore2] 762a44fb-c5c8-480f-a7b2-bbace1b3ea19 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.994382] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0051b9c-63f7-445a-a3f4-0ca631ce6a49 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.000899] env[69731]: DEBUG oslo_vmware.api [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for the task: (returnval){ [ 1048.000899] env[69731]: value = "task-3275676" [ 1048.000899] env[69731]: _type = "Task" [ 1048.000899] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.009547] env[69731]: DEBUG oslo_vmware.api [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.160151] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.161687] env[69731]: INFO nova.compute.manager [-] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Took 1.57 seconds to deallocate network for instance. [ 1048.224329] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.026s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.224560] env[69731]: INFO nova.compute.manager [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Migrating [ 1048.235509] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.733s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.236834] env[69731]: INFO nova.compute.claims [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.239417] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "e15d2d7d-00db-4014-8373-86bf70dad647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.239626] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "e15d2d7d-00db-4014-8373-86bf70dad647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.239851] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "e15d2d7d-00db-4014-8373-86bf70dad647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.240059] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "e15d2d7d-00db-4014-8373-86bf70dad647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.240246] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "e15d2d7d-00db-4014-8373-86bf70dad647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.241786] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.242045] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.247034] env[69731]: INFO nova.compute.manager [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Terminating instance [ 1048.281459] env[69731]: DEBUG oslo_vmware.api [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275672, 'name': PowerOffVM_Task, 'duration_secs': 0.403363} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.285299] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.285525] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.286747] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daad962a-857d-431e-8350-ead271285349 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.295019] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15477} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.295019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.295019] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddba86e-5475-4060-8323-b7eff031bec5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.319449] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] be64ce3f-f516-4fff-ba26-020d3534eead/be64ce3f-f516-4fff-ba26-020d3534eead.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.319972] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0fe704-a355-43b0-8190-dfd28eadb803 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.341402] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1048.341402] env[69731]: value = "task-3275678" [ 1048.341402] env[69731]: _type = "Task" [ 1048.341402] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.349475] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.376206] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275674, 'name': RemoveSnapshot_Task, 'duration_secs': 0.438806} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.376588] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1048.376870] env[69731]: DEBUG nova.compute.manager [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.377666] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df013336-19c5-4ce2-9be4-4e6b54370d5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.477348] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.477581] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.477765] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Deleting the datastore file [datastore1] 6f90e466-ac6d-45df-a7f4-dab43b13a480 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.478055] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-777475ae-f287-4003-8e8f-ddc4b36e7265 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.483617] env[69731]: DEBUG oslo_vmware.api [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1048.483617] env[69731]: value = "task-3275679" [ 1048.483617] env[69731]: _type = "Task" [ 1048.483617] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.491500] env[69731]: DEBUG oslo_vmware.api [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.510467] env[69731]: DEBUG oslo_vmware.api [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Task: {'id': task-3275676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150124} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.510708] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.510892] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.511104] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.511289] env[69731]: INFO nova.compute.manager [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1048.511550] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.511753] env[69731]: DEBUG nova.compute.manager [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.511937] env[69731]: DEBUG nova.network.neutron [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.531518] env[69731]: DEBUG nova.network.neutron [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.669936] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.749566] env[69731]: DEBUG nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.752245] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.752422] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.752590] env[69731]: DEBUG nova.network.neutron [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.754178] env[69731]: DEBUG nova.compute.manager [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.754527] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.755197] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c9b732-8e39-469c-b3c4-5c142f812066 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.764087] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.764399] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8906974-3437-4342-a24e-7df221e01605 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.773547] env[69731]: DEBUG oslo_vmware.api [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1048.773547] env[69731]: value = "task-3275680" [ 1048.773547] env[69731]: _type = "Task" [ 1048.773547] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.782258] env[69731]: DEBUG oslo_vmware.api [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.851975] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.890247] env[69731]: INFO nova.compute.manager [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Shelve offloading [ 1048.993220] env[69731]: DEBUG oslo_vmware.api [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211305} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.993541] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.993768] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.994011] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.994257] env[69731]: INFO nova.compute.manager [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1048.994549] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.994786] env[69731]: DEBUG nova.compute.manager [-] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.994897] env[69731]: DEBUG nova.network.neutron [-] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.034103] env[69731]: DEBUG nova.network.neutron [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.255979] env[69731]: DEBUG nova.compute.manager [req-06ad3009-6d0a-4a4e-93f9-b7b97053e4d7 req-a8757059-309d-4b4f-a30b-71093c9cec00 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-vif-deleted-9e4deac8-b64e-455c-9353-aef54fbfcb37 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.256207] env[69731]: INFO nova.compute.manager [req-06ad3009-6d0a-4a4e-93f9-b7b97053e4d7 req-a8757059-309d-4b4f-a30b-71093c9cec00 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Neutron deleted interface 9e4deac8-b64e-455c-9353-aef54fbfcb37; detaching it from the instance and deleting it from the info cache [ 1049.256500] env[69731]: DEBUG nova.network.neutron [req-06ad3009-6d0a-4a4e-93f9-b7b97053e4d7 req-a8757059-309d-4b4f-a30b-71093c9cec00 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Updating instance_info_cache with network_info: [{"id": "e0cf35c8-4679-4aa3-be36-eac8ccaa055b", "address": "fa:16:3e:ac:8f:46", "network": {"id": "472c28de-f9cf-4641-beb6-0230a0733630", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1602008640", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0cf35c8-46", "ovs_interfaceid": "e0cf35c8-4679-4aa3-be36-eac8ccaa055b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5da8006-5006-449f-802b-353e3cfb2c8b", "address": "fa:16:3e:fd:e3:94", "network": {"id": "f3fdb032-bd5a-44d5-9a3d-5d3170598d01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2138434619", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5da8006-50", "ovs_interfaceid": "f5da8006-5006-449f-802b-353e3cfb2c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.284759] env[69731]: DEBUG oslo_vmware.api [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275680, 'name': PowerOffVM_Task, 'duration_secs': 0.292938} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.288215] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.288627] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.288711] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.289389] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c09558c-7dfd-4e2f-9ba3-d1dd73afa91a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.354195] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275678, 'name': ReconfigVM_Task, 'duration_secs': 0.784516} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.356795] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Reconfigured VM instance instance-00000059 to attach disk [datastore2] be64ce3f-f516-4fff-ba26-020d3534eead/be64ce3f-f516-4fff-ba26-020d3534eead.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.357879] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a044608e-8307-41b1-834c-b2b93eb74fbf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.365555] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.365751] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.365924] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Deleting the datastore file [datastore1] e15d2d7d-00db-4014-8373-86bf70dad647 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.366196] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e50b2cc4-e06f-4921-90e8-d41db77d41fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.370151] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1049.370151] env[69731]: value = "task-3275682" [ 1049.370151] env[69731]: _type = "Task" [ 1049.370151] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.381777] env[69731]: DEBUG oslo_vmware.api [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1049.381777] env[69731]: value = "task-3275683" [ 1049.381777] env[69731]: _type = "Task" [ 1049.381777] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.385319] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275682, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.393963] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.394263] env[69731]: DEBUG oslo_vmware.api [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.397309] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b0f0f99-1c6e-44e9-872f-7d6ef7496810 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.403752] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1049.403752] env[69731]: value = "task-3275684" [ 1049.403752] env[69731]: _type = "Task" [ 1049.403752] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.421608] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1049.421846] env[69731]: DEBUG nova.compute.manager [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.422695] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d6a40c-3177-4f20-980b-ce8dfc58d2a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.429470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.429664] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.429843] env[69731]: DEBUG nova.network.neutron [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.539602] env[69731]: INFO nova.compute.manager [-] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Took 1.03 seconds to deallocate network for instance. [ 1049.593083] env[69731]: DEBUG nova.network.neutron [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.621018] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6c56a2-1527-446b-b168-61e56b69565c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.627586] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b78470c-4f4a-4f4f-a1ac-208e44e85914 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.660872] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc573e-fce0-4492-bf07-53146457d0e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.672270] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a19cd3-95d0-4992-966c-372c418fd40e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.687208] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700a29be-53ba-4ef0-858c-0fd89e246521 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.690180] env[69731]: DEBUG nova.compute.provider_tree [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.710549] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance '6c76ba6e-055b-4b39-b3b0-3cd49750351b' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.762128] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c4f142f-e3dd-4d2f-932d-251e22a0fde9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.771048] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07234864-f9c2-41d3-95a3-8c8acdac3551 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.801711] env[69731]: DEBUG nova.compute.manager [req-06ad3009-6d0a-4a4e-93f9-b7b97053e4d7 req-a8757059-309d-4b4f-a30b-71093c9cec00 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Detach interface failed, port_id=9e4deac8-b64e-455c-9353-aef54fbfcb37, reason: Instance 6f90e466-ac6d-45df-a7f4-dab43b13a480 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.879420] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275682, 'name': Rename_Task, 'duration_secs': 0.170469} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.879684] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.879955] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c019e3ec-d24f-4493-a279-87d8c36b9aed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.890310] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1049.890310] env[69731]: value = "task-3275685" [ 1049.890310] env[69731]: _type = "Task" [ 1049.890310] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.901099] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.903592] env[69731]: DEBUG oslo_vmware.api [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186226} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.903816] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.903995] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.904191] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.904362] env[69731]: INFO nova.compute.manager [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1049.904591] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.904777] env[69731]: DEBUG nova.compute.manager [-] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.904869] env[69731]: DEBUG nova.network.neutron [-] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.045598] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.097730] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.176323] env[69731]: DEBUG nova.network.neutron [-] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.194108] env[69731]: DEBUG nova.scheduler.client.report [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.216457] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.217022] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1df0090-3669-41cf-8186-6ab44d9585d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.229633] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1050.229633] env[69731]: value = "task-3275686" [ 1050.229633] env[69731]: _type = "Task" [ 1050.229633] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.238157] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.261634] env[69731]: DEBUG nova.network.neutron [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Updating instance_info_cache with network_info: [{"id": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "address": "fa:16:3e:46:80:d8", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddebc9c-55", "ovs_interfaceid": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.401157] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.684028] env[69731]: INFO nova.compute.manager [-] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Took 1.69 seconds to deallocate network for instance. [ 1050.685776] env[69731]: DEBUG nova.network.neutron [-] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.698869] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.699398] env[69731]: DEBUG nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.703487] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.783s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.705115] env[69731]: INFO nova.compute.claims [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.745404] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275686, 'name': PowerOffVM_Task, 'duration_secs': 0.316703} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.745520] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.745776] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance '6c76ba6e-055b-4b39-b3b0-3cd49750351b' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.764755] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.901843] env[69731]: DEBUG oslo_vmware.api [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275685, 'name': PowerOnVM_Task, 'duration_secs': 0.740811} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.902439] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.903022] env[69731]: INFO nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1050.903022] env[69731]: DEBUG nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.906023] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24706db4-98c4-4d23-97ea-c405cd7ab066 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.037043] env[69731]: DEBUG nova.compute.manager [req-e3a477fe-ea09-4d89-bda1-f797af717c27 req-0aa39016-ea7b-40ac-9507-a16535df4edb service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Received event network-vif-unplugged-3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.037315] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3a477fe-ea09-4d89-bda1-f797af717c27 req-0aa39016-ea7b-40ac-9507-a16535df4edb service nova] Acquiring lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.037534] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3a477fe-ea09-4d89-bda1-f797af717c27 req-0aa39016-ea7b-40ac-9507-a16535df4edb service nova] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.037701] env[69731]: DEBUG oslo_concurrency.lockutils [req-e3a477fe-ea09-4d89-bda1-f797af717c27 req-0aa39016-ea7b-40ac-9507-a16535df4edb service nova] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.037873] env[69731]: DEBUG nova.compute.manager [req-e3a477fe-ea09-4d89-bda1-f797af717c27 req-0aa39016-ea7b-40ac-9507-a16535df4edb service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] No waiting events found dispatching network-vif-unplugged-3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.038198] env[69731]: WARNING nova.compute.manager [req-e3a477fe-ea09-4d89-bda1-f797af717c27 req-0aa39016-ea7b-40ac-9507-a16535df4edb service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Received unexpected event network-vif-unplugged-3ddebc9c-5544-4dfe-a0f0-317d86821db6 for instance with vm_state shelved and task_state shelving_offloading. [ 1051.065434] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.066373] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60be250-9016-4bc9-911e-6a9cf6a4f981 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.075453] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.075717] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce15ba3-7e89-4cc9-b8d2-d63aae0e415e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.148609] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.148609] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.148609] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleting the datastore file [datastore1] 091a9481-58d3-4086-96d9-eb626acc5d7b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.148609] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82daaf0-299c-4eb4-ab50-4954062e7341 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.154604] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1051.154604] env[69731]: value = "task-3275688" [ 1051.154604] env[69731]: _type = "Task" [ 1051.154604] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.162149] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.191639] env[69731]: INFO nova.compute.manager [-] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Took 1.29 seconds to deallocate network for instance. [ 1051.192614] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.204570] env[69731]: DEBUG nova.compute.utils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.205805] env[69731]: DEBUG nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.205983] env[69731]: DEBUG nova.network.neutron [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.252015] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.252364] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.252560] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.252772] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.252968] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.253167] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.253403] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.253592] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.253775] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.253934] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.254122] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.260807] env[69731]: DEBUG nova.policy [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1922feed5214e519090e05c1fc179c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2bb78eeeb74affbaf32aeae5c50965', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.262308] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fcf144c-0e04-49f3-bec4-8ecedd764dd6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.277959] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1051.277959] env[69731]: value = "task-3275689" [ 1051.277959] env[69731]: _type = "Task" [ 1051.277959] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.284701] env[69731]: DEBUG nova.compute.manager [req-828572ab-3958-41f3-b16d-d73d0384a1aa req-592004de-101a-44dd-a5cc-03ba0219c0f8 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-vif-deleted-f5da8006-5006-449f-802b-353e3cfb2c8b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.284701] env[69731]: DEBUG nova.compute.manager [req-828572ab-3958-41f3-b16d-d73d0384a1aa req-592004de-101a-44dd-a5cc-03ba0219c0f8 service nova] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Received event network-vif-deleted-e0cf35c8-4679-4aa3-be36-eac8ccaa055b {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.284701] env[69731]: DEBUG nova.compute.manager [req-828572ab-3958-41f3-b16d-d73d0384a1aa req-592004de-101a-44dd-a5cc-03ba0219c0f8 service nova] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Received event network-vif-deleted-abcfbc81-fb0f-47e5-b96c-7bd939644a98 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.288373] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.430977] env[69731]: INFO nova.compute.manager [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Took 36.27 seconds to build instance. [ 1051.597299] env[69731]: DEBUG nova.network.neutron [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Successfully created port: 7b8c872e-69a2-470b-bdd0-b62589e71f23 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.616159] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b57105e-5bc6-4148-8c2c-760ea0481264 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.636528] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance '47b618d1-5850-4994-843d-7fccb7e8ecde' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.667630] env[69731]: DEBUG oslo_vmware.api [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139564} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.667630] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.667630] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.667630] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.694805] env[69731]: INFO nova.scheduler.client.report [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted allocations for instance 091a9481-58d3-4086-96d9-eb626acc5d7b [ 1051.698372] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.708329] env[69731]: DEBUG nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.791462] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275689, 'name': ReconfigVM_Task, 'duration_secs': 0.434105} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.791763] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance '6c76ba6e-055b-4b39-b3b0-3cd49750351b' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.932944] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a6eec2a-cdc7-41ce-88d9-8aa427faada0 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "be64ce3f-f516-4fff-ba26-020d3534eead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.787s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.039186] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75723dd5-2e51-4c29-917b-3e9b24046822 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.047505] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8599c0a-bc52-4600-929b-8048f30136e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.077900] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44316684-ad4d-4668-a236-612ed73e878e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.087532] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e6b12-807a-4957-97eb-c3c028e0b3e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.102215] env[69731]: DEBUG nova.compute.provider_tree [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.146149] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.146836] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b0c9fe-64cb-423f-a8f0-4d0d7a68fbfd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.154399] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1052.154399] env[69731]: value = "task-3275690" [ 1052.154399] env[69731]: _type = "Task" [ 1052.154399] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.164026] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.198974] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.304865] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.305070] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.305259] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.305563] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.305776] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.305936] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.306167] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.306328] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.306607] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.306707] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.306823] env[69731]: DEBUG nova.virt.hardware [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.314877] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.314877] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0eff41-74de-4ec1-8cde-32bf9937aa71 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.337539] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1052.337539] env[69731]: value = "task-3275691" [ 1052.337539] env[69731]: _type = "Task" [ 1052.337539] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.353932] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.605763] env[69731]: DEBUG nova.scheduler.client.report [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.666116] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275690, 'name': PowerOffVM_Task, 'duration_secs': 0.222155} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.666669] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.666965] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance '47b618d1-5850-4994-843d-7fccb7e8ecde' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.723366] env[69731]: DEBUG nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.751762] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.752303] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.755291] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.755291] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.755291] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.755291] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.757261] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.757261] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.757261] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.757261] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.757261] env[69731]: DEBUG nova.virt.hardware [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.757522] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216fb3b3-df32-4ff9-b89b-d27044a4ef89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.766926] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd7bd20-b27e-4302-bbb8-2a457439dae1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.848209] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275691, 'name': ReconfigVM_Task, 'duration_secs': 0.258154} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.848487] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.849303] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef33350-a6e4-40f5-8b10-53b3ca02e70a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.876337] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b/6c76ba6e-055b-4b39-b3b0-3cd49750351b.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.876635] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9817ede-026d-4ce0-8315-8eae6075bbfe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.897865] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1052.897865] env[69731]: value = "task-3275692" [ 1052.897865] env[69731]: _type = "Task" [ 1052.897865] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.906807] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.044926] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "091a9481-58d3-4086-96d9-eb626acc5d7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.116312] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.116916] env[69731]: DEBUG nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.121369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.060s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.124968] env[69731]: INFO nova.compute.claims [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.128715] env[69731]: DEBUG nova.compute.manager [req-f4059f54-5eff-4526-84ec-62b750af19b0 req-04e62875-9400-4a48-bdad-8d52e6a28d0f service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Received event network-changed-3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.128923] env[69731]: DEBUG nova.compute.manager [req-f4059f54-5eff-4526-84ec-62b750af19b0 req-04e62875-9400-4a48-bdad-8d52e6a28d0f service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Refreshing instance network info cache due to event network-changed-3ddebc9c-5544-4dfe-a0f0-317d86821db6. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.129144] env[69731]: DEBUG oslo_concurrency.lockutils [req-f4059f54-5eff-4526-84ec-62b750af19b0 req-04e62875-9400-4a48-bdad-8d52e6a28d0f service nova] Acquiring lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.129300] env[69731]: DEBUG oslo_concurrency.lockutils [req-f4059f54-5eff-4526-84ec-62b750af19b0 req-04e62875-9400-4a48-bdad-8d52e6a28d0f service nova] Acquired lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.129526] env[69731]: DEBUG nova.network.neutron [req-f4059f54-5eff-4526-84ec-62b750af19b0 req-04e62875-9400-4a48-bdad-8d52e6a28d0f service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Refreshing network info cache for port 3ddebc9c-5544-4dfe-a0f0-317d86821db6 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.178650] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.179055] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.179281] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.179516] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.179704] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.179924] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.180196] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.180401] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.180598] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.180795] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.181016] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.192715] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da4b28b-fb20-41b3-8523-cd3cc47592f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.216184] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1053.216184] env[69731]: value = "task-3275693" [ 1053.216184] env[69731]: _type = "Task" [ 1053.216184] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.227736] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.270271] env[69731]: DEBUG nova.network.neutron [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Successfully updated port: 7b8c872e-69a2-470b-bdd0-b62589e71f23 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.355473] env[69731]: DEBUG nova.compute.manager [req-00bb876b-6603-43e8-88c3-a710ce60139b req-b0c72dbe-1d3a-4f0f-bda6-493ecd7e1be8 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-changed-dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.355630] env[69731]: DEBUG nova.compute.manager [req-00bb876b-6603-43e8-88c3-a710ce60139b req-b0c72dbe-1d3a-4f0f-bda6-493ecd7e1be8 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Refreshing instance network info cache due to event network-changed-dcacafb6-173e-47cf-8eea-6109c0b94114. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.355859] env[69731]: DEBUG oslo_concurrency.lockutils [req-00bb876b-6603-43e8-88c3-a710ce60139b req-b0c72dbe-1d3a-4f0f-bda6-493ecd7e1be8 service nova] Acquiring lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.355979] env[69731]: DEBUG oslo_concurrency.lockutils [req-00bb876b-6603-43e8-88c3-a710ce60139b req-b0c72dbe-1d3a-4f0f-bda6-493ecd7e1be8 service nova] Acquired lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.356180] env[69731]: DEBUG nova.network.neutron [req-00bb876b-6603-43e8-88c3-a710ce60139b req-b0c72dbe-1d3a-4f0f-bda6-493ecd7e1be8 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Refreshing network info cache for port dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.407811] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275692, 'name': ReconfigVM_Task, 'duration_secs': 0.387073} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.408153] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b/6c76ba6e-055b-4b39-b3b0-3cd49750351b.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.408486] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance '6c76ba6e-055b-4b39-b3b0-3cd49750351b' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.510688] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquiring lock "12600966-7597-402e-a27e-b77d3b97afc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.511432] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "12600966-7597-402e-a27e-b77d3b97afc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.511650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquiring lock "12600966-7597-402e-a27e-b77d3b97afc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.511837] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "12600966-7597-402e-a27e-b77d3b97afc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.512101] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "12600966-7597-402e-a27e-b77d3b97afc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.514362] env[69731]: INFO nova.compute.manager [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Terminating instance [ 1053.633167] env[69731]: DEBUG nova.compute.utils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.637658] env[69731]: DEBUG nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.638014] env[69731]: DEBUG nova.network.neutron [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.682034] env[69731]: DEBUG nova.policy [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa6e9a296cc4d0aad28c791909c333c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79bd502b0f3f4c5a824272b1794a00c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.726588] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275693, 'name': ReconfigVM_Task, 'duration_secs': 0.197791} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.726758] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance '47b618d1-5850-4994-843d-7fccb7e8ecde' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.772955] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.773166] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.773325] env[69731]: DEBUG nova.network.neutron [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.908045] env[69731]: DEBUG nova.network.neutron [req-f4059f54-5eff-4526-84ec-62b750af19b0 req-04e62875-9400-4a48-bdad-8d52e6a28d0f service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Updated VIF entry in instance network info cache for port 3ddebc9c-5544-4dfe-a0f0-317d86821db6. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.908668] env[69731]: DEBUG nova.network.neutron [req-f4059f54-5eff-4526-84ec-62b750af19b0 req-04e62875-9400-4a48-bdad-8d52e6a28d0f service nova] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Updating instance_info_cache with network_info: [{"id": "3ddebc9c-5544-4dfe-a0f0-317d86821db6", "address": "fa:16:3e:46:80:d8", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": null, "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3ddebc9c-55", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.918465] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415b0932-15e1-4487-b55d-99840f63945e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.951981] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e818dc5d-d5a5-4353-9cff-00a4d4c3fe23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.986271] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance '6c76ba6e-055b-4b39-b3b0-3cd49750351b' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.018619] env[69731]: DEBUG nova.compute.manager [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.018756] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.019587] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e60042-73e4-4ffa-a1af-1e1543b5e3f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.028769] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.029034] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d210707-08e3-482b-aa77-569ff113b21b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.036745] env[69731]: DEBUG oslo_vmware.api [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 1054.036745] env[69731]: value = "task-3275694" [ 1054.036745] env[69731]: _type = "Task" [ 1054.036745] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.045942] env[69731]: DEBUG oslo_vmware.api [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.058484] env[69731]: DEBUG nova.network.neutron [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Successfully created port: c8a928bc-0783-45d6-a440-d0d19ff210e7 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.133941] env[69731]: DEBUG nova.network.neutron [req-00bb876b-6603-43e8-88c3-a710ce60139b req-b0c72dbe-1d3a-4f0f-bda6-493ecd7e1be8 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updated VIF entry in instance network info cache for port dcacafb6-173e-47cf-8eea-6109c0b94114. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.134057] env[69731]: DEBUG nova.network.neutron [req-00bb876b-6603-43e8-88c3-a710ce60139b req-b0c72dbe-1d3a-4f0f-bda6-493ecd7e1be8 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.138121] env[69731]: DEBUG nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.237487] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.237750] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.237946] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.239338] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.239588] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.239726] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.239996] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.240187] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.240363] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.240528] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.240703] env[69731]: DEBUG nova.virt.hardware [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.248050] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.254020] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-160b44bd-972f-4109-a23b-52059460f1ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.274244] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1054.274244] env[69731]: value = "task-3275695" [ 1054.274244] env[69731]: _type = "Task" [ 1054.274244] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.290370] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275695, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.329768] env[69731]: DEBUG nova.network.neutron [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.414644] env[69731]: DEBUG oslo_concurrency.lockutils [req-f4059f54-5eff-4526-84ec-62b750af19b0 req-04e62875-9400-4a48-bdad-8d52e6a28d0f service nova] Releasing lock "refresh_cache-091a9481-58d3-4086-96d9-eb626acc5d7b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.511960] env[69731]: DEBUG nova.network.neutron [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Updating instance_info_cache with network_info: [{"id": "7b8c872e-69a2-470b-bdd0-b62589e71f23", "address": "fa:16:3e:84:65:58", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8c872e-69", "ovs_interfaceid": "7b8c872e-69a2-470b-bdd0-b62589e71f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.530201] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923dfa45-53f6-4641-9ee2-2740a5ffe7cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.542472] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e81fb9-3ffe-4eb0-9990-637ffa3c6a5a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.550946] env[69731]: DEBUG oslo_vmware.api [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275694, 'name': PowerOffVM_Task, 'duration_secs': 0.206932} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.576007] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.576240] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.579224] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-262bb4f7-186b-46f9-9a97-207be5bdc81e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.581086] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a250d519-dc56-4df5-acaa-044396376e6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.589084] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a8bfb2-f176-407e-a1b9-c9c595182ba3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.604509] env[69731]: DEBUG nova.compute.provider_tree [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.637403] env[69731]: DEBUG oslo_concurrency.lockutils [req-00bb876b-6603-43e8-88c3-a710ce60139b req-b0c72dbe-1d3a-4f0f-bda6-493ecd7e1be8 service nova] Releasing lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.682495] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.682717] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.682919] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Deleting the datastore file [datastore2] 12600966-7597-402e-a27e-b77d3b97afc8 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.683249] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-900d64be-bd71-47d3-9fe2-3aca18ad0b71 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.690253] env[69731]: DEBUG oslo_vmware.api [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for the task: (returnval){ [ 1054.690253] env[69731]: value = "task-3275697" [ 1054.690253] env[69731]: _type = "Task" [ 1054.690253] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.698815] env[69731]: DEBUG oslo_vmware.api [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.785747] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275695, 'name': ReconfigVM_Task, 'duration_secs': 0.18734} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.786140] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1054.787047] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c2dcaa-dada-4e35-95b6-0c9478b5b644 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.812315] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 47b618d1-5850-4994-843d-7fccb7e8ecde/47b618d1-5850-4994-843d-7fccb7e8ecde.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.812315] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d2e5d81-b0f8-4487-af12-0439e7a2561c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.833512] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1054.833512] env[69731]: value = "task-3275698" [ 1054.833512] env[69731]: _type = "Task" [ 1054.833512] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.843429] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.015222] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.015526] env[69731]: DEBUG nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Instance network_info: |[{"id": "7b8c872e-69a2-470b-bdd0-b62589e71f23", "address": "fa:16:3e:84:65:58", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8c872e-69", "ovs_interfaceid": "7b8c872e-69a2-470b-bdd0-b62589e71f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.016050] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:65:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b8c872e-69a2-470b-bdd0-b62589e71f23', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.024399] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Creating folder: Project (cf2bb78eeeb74affbaf32aeae5c50965). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.024758] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f048f431-a714-4154-abaa-e3b9aa061f8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.038314] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Created folder: Project (cf2bb78eeeb74affbaf32aeae5c50965) in parent group-v654000. [ 1055.038640] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Creating folder: Instances. Parent ref: group-v654257. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.038942] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b93ab4d-7d0e-44ca-ad54-b80ad89b9a79 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.051382] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Created folder: Instances in parent group-v654257. [ 1055.051685] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.051977] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.052301] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df68b3f1-5d68-42b0-bf48-9c34678c4726 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.072841] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.072841] env[69731]: value = "task-3275701" [ 1055.072841] env[69731]: _type = "Task" [ 1055.072841] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.081216] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275701, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.107935] env[69731]: DEBUG nova.scheduler.client.report [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.147093] env[69731]: DEBUG nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.173932] env[69731]: DEBUG nova.compute.manager [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Received event network-vif-plugged-7b8c872e-69a2-470b-bdd0-b62589e71f23 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.174679] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] Acquiring lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.174839] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] Lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.175053] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] Lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.175217] env[69731]: DEBUG nova.compute.manager [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] No waiting events found dispatching network-vif-plugged-7b8c872e-69a2-470b-bdd0-b62589e71f23 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.175379] env[69731]: WARNING nova.compute.manager [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Received unexpected event network-vif-plugged-7b8c872e-69a2-470b-bdd0-b62589e71f23 for instance with vm_state building and task_state spawning. [ 1055.175531] env[69731]: DEBUG nova.compute.manager [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Received event network-changed-7b8c872e-69a2-470b-bdd0-b62589e71f23 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.175678] env[69731]: DEBUG nova.compute.manager [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Refreshing instance network info cache due to event network-changed-7b8c872e-69a2-470b-bdd0-b62589e71f23. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.175851] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] Acquiring lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.175981] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] Acquired lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.176148] env[69731]: DEBUG nova.network.neutron [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Refreshing network info cache for port 7b8c872e-69a2-470b-bdd0-b62589e71f23 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.179352] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.179572] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.179818] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.179967] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.180355] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.180355] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.180529] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.180686] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.180868] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.181042] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.181343] env[69731]: DEBUG nova.virt.hardware [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.182800] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039c5529-aaab-4955-a876-b7122695a8cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.196150] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab78911-090d-4166-a47e-4e712f551cdf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.216302] env[69731]: DEBUG oslo_vmware.api [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Task: {'id': task-3275697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138921} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.217969] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.218234] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.218375] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.218570] env[69731]: INFO nova.compute.manager [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1055.218957] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.219340] env[69731]: DEBUG nova.compute.manager [-] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.219438] env[69731]: DEBUG nova.network.neutron [-] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.343854] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275698, 'name': ReconfigVM_Task, 'duration_secs': 0.338652} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.344123] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 47b618d1-5850-4994-843d-7fccb7e8ecde/47b618d1-5850-4994-843d-7fccb7e8ecde.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.344401] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance '47b618d1-5850-4994-843d-7fccb7e8ecde' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.584240] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275701, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.613728] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.614368] env[69731]: DEBUG nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.617039] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.570s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.721101] env[69731]: DEBUG nova.network.neutron [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Port 371ce7a6-5427-484a-b29c-63254f2f1a2d binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1055.738455] env[69731]: DEBUG nova.network.neutron [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Successfully updated port: c8a928bc-0783-45d6-a440-d0d19ff210e7 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.853354] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f380eec-960f-483e-83d1-c1cc14684ae4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.879802] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b51b0d-cc6a-4fc3-b1d3-02358de55e6c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.883219] env[69731]: DEBUG nova.compute.manager [req-b8004c7c-3e2c-46e0-9df7-8b9bd59a9daa req-742b18d8-e8dc-4cd4-abe9-3d7a05edcb81 service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Received event network-vif-deleted-948f7232-1ac2-4194-bd87-6e98d0b7f9d2 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.883402] env[69731]: INFO nova.compute.manager [req-b8004c7c-3e2c-46e0-9df7-8b9bd59a9daa req-742b18d8-e8dc-4cd4-abe9-3d7a05edcb81 service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Neutron deleted interface 948f7232-1ac2-4194-bd87-6e98d0b7f9d2; detaching it from the instance and deleting it from the info cache [ 1055.883569] env[69731]: DEBUG nova.network.neutron [req-b8004c7c-3e2c-46e0-9df7-8b9bd59a9daa req-742b18d8-e8dc-4cd4-abe9-3d7a05edcb81 service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.905256] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance '47b618d1-5850-4994-843d-7fccb7e8ecde' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.990769] env[69731]: DEBUG nova.network.neutron [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Updated VIF entry in instance network info cache for port 7b8c872e-69a2-470b-bdd0-b62589e71f23. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.992128] env[69731]: DEBUG nova.network.neutron [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Updating instance_info_cache with network_info: [{"id": "7b8c872e-69a2-470b-bdd0-b62589e71f23", "address": "fa:16:3e:84:65:58", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8c872e-69", "ovs_interfaceid": "7b8c872e-69a2-470b-bdd0-b62589e71f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.085601] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275701, 'name': CreateVM_Task, 'duration_secs': 0.609237} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.085950] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.086608] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.086831] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.087317] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.087617] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e077f8-25fc-40d3-bfba-6c98a8341d72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.092971] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1056.092971] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5288e4a2-efe8-86fb-3b81-9a694e030947" [ 1056.092971] env[69731]: _type = "Task" [ 1056.092971] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.101555] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5288e4a2-efe8-86fb-3b81-9a694e030947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.119974] env[69731]: DEBUG nova.compute.utils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.131521] env[69731]: DEBUG nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.131675] env[69731]: DEBUG nova.network.neutron [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.169380] env[69731]: DEBUG nova.policy [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6bbadda2b9e4c38829965965af007c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f062e1c47ea4858af4c8b2a73b4636c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.240312] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquiring lock "refresh_cache-204c0610-2c60-4d2e-9fd1-510f8e8ead56" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.240472] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquired lock "refresh_cache-204c0610-2c60-4d2e-9fd1-510f8e8ead56" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.240621] env[69731]: DEBUG nova.network.neutron [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.348861] env[69731]: DEBUG nova.network.neutron [-] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.387910] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6c80fb5-d84c-44a5-93f9-347cc9f97919 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.401942] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00613188-bd9f-407e-8af1-dce32ad88108 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.440163] env[69731]: DEBUG nova.compute.manager [req-b8004c7c-3e2c-46e0-9df7-8b9bd59a9daa req-742b18d8-e8dc-4cd4-abe9-3d7a05edcb81 service nova] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Detach interface failed, port_id=948f7232-1ac2-4194-bd87-6e98d0b7f9d2, reason: Instance 12600966-7597-402e-a27e-b77d3b97afc8 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.494157] env[69731]: DEBUG oslo_concurrency.lockutils [req-e4ac7513-25c6-43ba-a3b3-8f8ba1ebe844 req-e44d70a4-0799-487a-80bb-e81ea2430b24 service nova] Releasing lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.502807] env[69731]: DEBUG nova.network.neutron [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Port abeb3133-6013-4a34-b1a1-9338b75d06d0 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1056.559489] env[69731]: DEBUG nova.network.neutron [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Successfully created port: 5d2fe9fc-7865-4ca5-82f5-f566189ba809 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.605819] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5288e4a2-efe8-86fb-3b81-9a694e030947, 'name': SearchDatastore_Task, 'duration_secs': 0.015698} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.606174] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.606419] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.606744] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.606842] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.606977] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.607362] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52a76b40-c6ca-403f-8f20-2b5e599070bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.617120] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.617308] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.618052] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a535236-b00a-4554-ab09-fc96b8ec2176 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.624382] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1056.624382] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b12a01-fe4e-ddc7-cd7d-2d3f9013d2db" [ 1056.624382] env[69731]: _type = "Task" [ 1056.624382] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.633423] env[69731]: DEBUG nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.636013] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b12a01-fe4e-ddc7-cd7d-2d3f9013d2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.636830] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Applying migration context for instance 6c76ba6e-055b-4b39-b3b0-3cd49750351b as it has an incoming, in-progress migration 864ccffb-3d46-4f2d-a076-13867f6b07ad. Migration status is post-migrating {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1056.637072] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Applying migration context for instance 47b618d1-5850-4994-843d-7fccb7e8ecde as it has an incoming, in-progress migration 806b9733-5978-4df9-b711-afc9a2b4c62e. Migration status is migrating {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1056.639166] env[69731]: INFO nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating resource usage from migration 864ccffb-3d46-4f2d-a076-13867f6b07ad [ 1056.639677] env[69731]: INFO nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating resource usage from migration 806b9733-5978-4df9-b711-afc9a2b4c62e [ 1056.640031] env[69731]: INFO nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating resource usage from migration 957f4350-ab54-40e3-afc4-f6bbeb082a08 [ 1056.665706] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 07fc5084-9939-43bb-b27f-047be2691ee6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.665863] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7425d84f-1723-4521-8270-ff20a0e13864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.665986] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 12600966-7597-402e-a27e-b77d3b97afc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.666119] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 8e6ed9f2-5555-4447-beb9-c7adbabebd32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.666368] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 3865cd8b-6a0e-4487-8162-4691d9765664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.666368] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 762a44fb-c5c8-480f-a7b2-bbace1b3ea19 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.666503] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 6f90e466-ac6d-45df-a7f4-dab43b13a480 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.666590] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance e15d2d7d-00db-4014-8373-86bf70dad647 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.666702] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.666817] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 18fef856-5edc-412b-8059-ebc0ee4193ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.666950] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance be64ce3f-f516-4fff-ba26-020d3534eead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.667092] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Migration 864ccffb-3d46-4f2d-a076-13867f6b07ad is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1056.667207] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 6c76ba6e-055b-4b39-b3b0-3cd49750351b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.667316] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Migration 806b9733-5978-4df9-b711-afc9a2b4c62e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1056.667421] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 47b618d1-5850-4994-843d-7fccb7e8ecde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.667543] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance bb7875ff-8d28-4a5d-9360-fd41e05e680c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.667650] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 204c0610-2c60-4d2e-9fd1-510f8e8ead56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.667753] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance fe4f9835-99f3-4bd7-b347-6270efe491e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.667873] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Migration 957f4350-ab54-40e3-afc4-f6bbeb082a08 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1056.667977] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance a37830b1-42f8-4b0e-9e2f-ef21dd43cf68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.753622] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.753622] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.753817] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.789159] env[69731]: DEBUG nova.network.neutron [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.855158] env[69731]: INFO nova.compute.manager [-] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Took 1.64 seconds to deallocate network for instance. [ 1056.953984] env[69731]: DEBUG nova.network.neutron [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Updating instance_info_cache with network_info: [{"id": "c8a928bc-0783-45d6-a440-d0d19ff210e7", "address": "fa:16:3e:7a:44:61", "network": {"id": "396fbd12-3567-4f6a-9309-4d9a242a03d8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-119559184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bd502b0f3f4c5a824272b1794a00c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8a928bc-07", "ovs_interfaceid": "c8a928bc-0783-45d6-a440-d0d19ff210e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.135706] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b12a01-fe4e-ddc7-cd7d-2d3f9013d2db, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.136561] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d8b8ecc-48af-4e45-a4ed-62f3e272430d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.142265] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1057.142265] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52756673-5566-7562-b092-ab266686f870" [ 1057.142265] env[69731]: _type = "Task" [ 1057.142265] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.155788] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52756673-5566-7562-b092-ab266686f870, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.155788] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.156056] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c/bb7875ff-8d28-4a5d-9360-fd41e05e680c.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.156308] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9938320-2a28-47e4-be4c-d19ff0e008a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.163602] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1057.163602] env[69731]: value = "task-3275702" [ 1057.163602] env[69731]: _type = "Task" [ 1057.163602] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.173953] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 8d0a3fae-240c-44a4-9756-0e3dea870f3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1057.174268] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1057.174441] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1057.177078] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.321441] env[69731]: DEBUG nova.compute.manager [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Received event network-vif-plugged-c8a928bc-0783-45d6-a440-d0d19ff210e7 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.321680] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] Acquiring lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.321953] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] Lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.322167] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] Lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.322497] env[69731]: DEBUG nova.compute.manager [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] No waiting events found dispatching network-vif-plugged-c8a928bc-0783-45d6-a440-d0d19ff210e7 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.322497] env[69731]: WARNING nova.compute.manager [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Received unexpected event network-vif-plugged-c8a928bc-0783-45d6-a440-d0d19ff210e7 for instance with vm_state building and task_state spawning. [ 1057.322692] env[69731]: DEBUG nova.compute.manager [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Received event network-changed-c8a928bc-0783-45d6-a440-d0d19ff210e7 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.322857] env[69731]: DEBUG nova.compute.manager [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Refreshing instance network info cache due to event network-changed-c8a928bc-0783-45d6-a440-d0d19ff210e7. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.323112] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] Acquiring lock "refresh_cache-204c0610-2c60-4d2e-9fd1-510f8e8ead56" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.363832] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.456335] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Releasing lock "refresh_cache-204c0610-2c60-4d2e-9fd1-510f8e8ead56" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.457024] env[69731]: DEBUG nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Instance network_info: |[{"id": "c8a928bc-0783-45d6-a440-d0d19ff210e7", "address": "fa:16:3e:7a:44:61", "network": {"id": "396fbd12-3567-4f6a-9309-4d9a242a03d8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-119559184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bd502b0f3f4c5a824272b1794a00c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8a928bc-07", "ovs_interfaceid": "c8a928bc-0783-45d6-a440-d0d19ff210e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.457339] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] Acquired lock "refresh_cache-204c0610-2c60-4d2e-9fd1-510f8e8ead56" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.457339] env[69731]: DEBUG nova.network.neutron [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Refreshing network info cache for port c8a928bc-0783-45d6-a440-d0d19ff210e7 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.458716] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:44:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8a928bc-0783-45d6-a440-d0d19ff210e7', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.467588] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Creating folder: Project (79bd502b0f3f4c5a824272b1794a00c5). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.470029] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bb760fd-e0bb-462a-bf5a-cba3e31a53c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.473034] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad0f52-5dc9-4ce4-83e5-1b81365e6902 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.483071] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e60927e-2b84-4a15-88bf-3bec79cd316c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.488051] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Created folder: Project (79bd502b0f3f4c5a824272b1794a00c5) in parent group-v654000. [ 1057.488339] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Creating folder: Instances. Parent ref: group-v654260. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.489072] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c69f0b2a-b0c2-4eda-8a36-62fde0cb153a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.529141] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d6ab5d-abfc-4286-8373-8b8aed869afa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.532441] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Created folder: Instances in parent group-v654260. [ 1057.532701] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.536202] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.541628] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.541927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.542161] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.543508] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e86e31d6-de45-4692-af10-c33db522b37c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.569026] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95c2370-0a02-44cf-b2b3-abbb0ddb8330 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.572540] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.572540] env[69731]: value = "task-3275705" [ 1057.572540] env[69731]: _type = "Task" [ 1057.572540] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.588900] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.593760] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275705, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.651053] env[69731]: DEBUG nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.676724] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275702, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.685499] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.686564] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.686564] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.686564] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.686564] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.686564] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.686564] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.686863] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.686863] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.686992] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.687171] env[69731]: DEBUG nova.virt.hardware [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.688006] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255fde72-8c14-4386-a033-93c5ef04fcc0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.697131] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0edeab-ca79-429a-a161-4285071a4d80 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.800771] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.801041] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.801295] env[69731]: DEBUG nova.network.neutron [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.083782] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275705, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.095182] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.178424] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530451} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.178791] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c/bb7875ff-8d28-4a5d-9360-fd41e05e680c.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.178990] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.179322] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adac0241-cfd6-47f7-8dcf-8c0306446008 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.188248] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1058.188248] env[69731]: value = "task-3275706" [ 1058.188248] env[69731]: _type = "Task" [ 1058.188248] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.198990] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.476769] env[69731]: DEBUG nova.compute.manager [req-7dbe4ad2-899f-460e-8432-d476beb1d12f req-32572589-ce95-4462-b14e-690ae20fc207 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Received event network-vif-plugged-5d2fe9fc-7865-4ca5-82f5-f566189ba809 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.476985] env[69731]: DEBUG oslo_concurrency.lockutils [req-7dbe4ad2-899f-460e-8432-d476beb1d12f req-32572589-ce95-4462-b14e-690ae20fc207 service nova] Acquiring lock "fe4f9835-99f3-4bd7-b347-6270efe491e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.477213] env[69731]: DEBUG oslo_concurrency.lockutils [req-7dbe4ad2-899f-460e-8432-d476beb1d12f req-32572589-ce95-4462-b14e-690ae20fc207 service nova] Lock "fe4f9835-99f3-4bd7-b347-6270efe491e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.477407] env[69731]: DEBUG oslo_concurrency.lockutils [req-7dbe4ad2-899f-460e-8432-d476beb1d12f req-32572589-ce95-4462-b14e-690ae20fc207 service nova] Lock "fe4f9835-99f3-4bd7-b347-6270efe491e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.477573] env[69731]: DEBUG nova.compute.manager [req-7dbe4ad2-899f-460e-8432-d476beb1d12f req-32572589-ce95-4462-b14e-690ae20fc207 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] No waiting events found dispatching network-vif-plugged-5d2fe9fc-7865-4ca5-82f5-f566189ba809 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.477737] env[69731]: WARNING nova.compute.manager [req-7dbe4ad2-899f-460e-8432-d476beb1d12f req-32572589-ce95-4462-b14e-690ae20fc207 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Received unexpected event network-vif-plugged-5d2fe9fc-7865-4ca5-82f5-f566189ba809 for instance with vm_state building and task_state spawning. [ 1058.585345] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275705, 'name': CreateVM_Task, 'duration_secs': 0.516181} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.585345] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.585895] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.586033] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.586362] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.586592] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c14c16-a6b9-4a48-aa63-e65f688b86f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.592423] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1058.592423] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5293d44d-7397-32c8-447f-d078628c18f8" [ 1058.592423] env[69731]: _type = "Task" [ 1058.592423] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.601501] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1058.601710] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.985s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.601996] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5293d44d-7397-32c8-447f-d078628c18f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.602270] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.665s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.614523] env[69731]: DEBUG nova.network.neutron [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [{"id": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "address": "fa:16:3e:d2:ed:5a", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371ce7a6-54", "ovs_interfaceid": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.619724] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.619724] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.619724] env[69731]: DEBUG nova.network.neutron [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.619724] env[69731]: DEBUG nova.network.neutron [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Updated VIF entry in instance network info cache for port c8a928bc-0783-45d6-a440-d0d19ff210e7. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.619724] env[69731]: DEBUG nova.network.neutron [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Updating instance_info_cache with network_info: [{"id": "c8a928bc-0783-45d6-a440-d0d19ff210e7", "address": "fa:16:3e:7a:44:61", "network": {"id": "396fbd12-3567-4f6a-9309-4d9a242a03d8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-119559184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79bd502b0f3f4c5a824272b1794a00c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8a928bc-07", "ovs_interfaceid": "c8a928bc-0783-45d6-a440-d0d19ff210e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.632862] env[69731]: DEBUG nova.network.neutron [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Successfully updated port: 5d2fe9fc-7865-4ca5-82f5-f566189ba809 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.698733] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073918} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.699024] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.699795] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f4250a-e25e-4be9-ab0f-82cb8bce1233 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.727804] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c/bb7875ff-8d28-4a5d-9360-fd41e05e680c.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.728112] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982c2bba-9a45-41a8-bbda-5ed74d084385 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.748789] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1058.748789] env[69731]: value = "task-3275707" [ 1058.748789] env[69731]: _type = "Task" [ 1058.748789] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.757115] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.103273] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5293d44d-7397-32c8-447f-d078628c18f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015642} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.103572] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.103797] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.104078] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.104234] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.104412] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.106772] env[69731]: INFO nova.compute.claims [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.110060] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc8b088c-226f-446c-a63f-29160fa24cd3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.118807] env[69731]: DEBUG oslo_concurrency.lockutils [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.127432] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a127051-f99c-472a-a28c-835b5219e13e req-cf3396f3-1754-4a73-b606-444ee8795d6a service nova] Releasing lock "refresh_cache-204c0610-2c60-4d2e-9fd1-510f8e8ead56" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.130964] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.131275] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.132385] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7571d6f-39b1-4d66-bc51-177b4c697db7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.138398] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "refresh_cache-fe4f9835-99f3-4bd7-b347-6270efe491e6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.138398] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "refresh_cache-fe4f9835-99f3-4bd7-b347-6270efe491e6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.138398] env[69731]: DEBUG nova.network.neutron [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.143251] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1059.143251] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ff208e-c688-d686-899f-5b41b029f541" [ 1059.143251] env[69731]: _type = "Task" [ 1059.143251] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.155428] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ff208e-c688-d686-899f-5b41b029f541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.261121] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275707, 'name': ReconfigVM_Task, 'duration_secs': 0.285702} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.261435] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c/bb7875ff-8d28-4a5d-9360-fd41e05e680c.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.262107] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c46698ac-94b1-49d6-b4cd-0c138249ec30 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.269593] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1059.269593] env[69731]: value = "task-3275708" [ 1059.269593] env[69731]: _type = "Task" [ 1059.269593] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.277280] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275708, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.391103] env[69731]: DEBUG nova.network.neutron [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.615192] env[69731]: INFO nova.compute.resource_tracker [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating resource usage from migration 957f4350-ab54-40e3-afc4-f6bbeb082a08 [ 1059.633517] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcde3c9d-ca71-4c8c-adff-fca9a2f4041d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.649994] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d03de7-2622-48ae-a9d0-84c761935e9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.660199] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ff208e-c688-d686-899f-5b41b029f541, 'name': SearchDatastore_Task, 'duration_secs': 0.025815} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.660933] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5146c25e-ac89-4ad9-b0ef-c07810366f46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.672849] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1059.672849] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5293e85d-2287-00e1-4d52-699a8858bca1" [ 1059.672849] env[69731]: _type = "Task" [ 1059.672849] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.681314] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5293e85d-2287-00e1-4d52-699a8858bca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.687986] env[69731]: DEBUG nova.network.neutron [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.780483] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275708, 'name': Rename_Task, 'duration_secs': 0.144481} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.783377] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.783861] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8e75c00-0c6b-4fe8-9c42-8401469b00e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.795731] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1059.795731] env[69731]: value = "task-3275709" [ 1059.795731] env[69731]: _type = "Task" [ 1059.795731] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.805977] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.892854] env[69731]: DEBUG nova.network.neutron [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Updating instance_info_cache with network_info: [{"id": "5d2fe9fc-7865-4ca5-82f5-f566189ba809", "address": "fa:16:3e:40:0e:b7", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2fe9fc-78", "ovs_interfaceid": "5d2fe9fc-7865-4ca5-82f5-f566189ba809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.897025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.972648] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9aa92-8d0c-48fe-a26c-ef568b7ed4b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.982804] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3fc145-7096-4268-8eab-5cece3782c2c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.014275] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c584a6-8b83-49ec-bf5f-4ed5dde642e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.022709] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8624e35-ca97-4402-a55b-c8c61587f39e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.038300] env[69731]: DEBUG nova.compute.provider_tree [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.184892] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5293e85d-2287-00e1-4d52-699a8858bca1, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.185192] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.185466] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 204c0610-2c60-4d2e-9fd1-510f8e8ead56/204c0610-2c60-4d2e-9fd1-510f8e8ead56.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.185739] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9e4e913-8896-40c9-aa5e-c3d1f4f765a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.193751] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1060.193751] env[69731]: value = "task-3275710" [ 1060.193751] env[69731]: _type = "Task" [ 1060.193751] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.202291] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.307224] env[69731]: DEBUG oslo_vmware.api [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275709, 'name': PowerOnVM_Task, 'duration_secs': 0.510749} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.307592] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.307692] env[69731]: INFO nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1060.307867] env[69731]: DEBUG nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.308654] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0e7f0-ed62-4bfd-aa5a-c540249cdfc5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.401545] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "refresh_cache-fe4f9835-99f3-4bd7-b347-6270efe491e6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.403134] env[69731]: DEBUG nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Instance network_info: |[{"id": "5d2fe9fc-7865-4ca5-82f5-f566189ba809", "address": "fa:16:3e:40:0e:b7", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2fe9fc-78", "ovs_interfaceid": "5d2fe9fc-7865-4ca5-82f5-f566189ba809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.405496] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:0e:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d2fe9fc-7865-4ca5-82f5-f566189ba809', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.413972] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.416796] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.417570] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00b4137-0612-46c9-ab5f-86e35db09f94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.434284] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7123839-ca09-4ccc-8a86-d86540fa2b67 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.459627] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb48d5e2-0858-4646-9b59-0e4f54a67459 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.462868] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.462868] env[69731]: value = "task-3275711" [ 1060.462868] env[69731]: _type = "Task" [ 1060.462868] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.472075] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance '47b618d1-5850-4994-843d-7fccb7e8ecde' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.478905] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275711, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.563619] env[69731]: ERROR nova.scheduler.client.report [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [req-9e06c1f9-513a-44d1-86e4-1b2c94d76a28] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e06c1f9-513a-44d1-86e4-1b2c94d76a28"}]} [ 1060.575038] env[69731]: DEBUG nova.compute.manager [req-f59f69b2-3694-4815-9c26-596095ebe19a req-e6227eee-0b4f-4762-a6e0-c8f1766458d2 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Received event network-changed-5d2fe9fc-7865-4ca5-82f5-f566189ba809 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.575038] env[69731]: DEBUG nova.compute.manager [req-f59f69b2-3694-4815-9c26-596095ebe19a req-e6227eee-0b4f-4762-a6e0-c8f1766458d2 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Refreshing instance network info cache due to event network-changed-5d2fe9fc-7865-4ca5-82f5-f566189ba809. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.575635] env[69731]: DEBUG oslo_concurrency.lockutils [req-f59f69b2-3694-4815-9c26-596095ebe19a req-e6227eee-0b4f-4762-a6e0-c8f1766458d2 service nova] Acquiring lock "refresh_cache-fe4f9835-99f3-4bd7-b347-6270efe491e6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.575836] env[69731]: DEBUG oslo_concurrency.lockutils [req-f59f69b2-3694-4815-9c26-596095ebe19a req-e6227eee-0b4f-4762-a6e0-c8f1766458d2 service nova] Acquired lock "refresh_cache-fe4f9835-99f3-4bd7-b347-6270efe491e6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.576017] env[69731]: DEBUG nova.network.neutron [req-f59f69b2-3694-4815-9c26-596095ebe19a req-e6227eee-0b4f-4762-a6e0-c8f1766458d2 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Refreshing network info cache for port 5d2fe9fc-7865-4ca5-82f5-f566189ba809 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.582805] env[69731]: DEBUG nova.scheduler.client.report [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1060.603816] env[69731]: DEBUG nova.scheduler.client.report [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1060.604166] env[69731]: DEBUG nova.compute.provider_tree [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.617362] env[69731]: DEBUG nova.scheduler.client.report [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1060.640393] env[69731]: DEBUG nova.scheduler.client.report [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.705341] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472349} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.708253] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 204c0610-2c60-4d2e-9fd1-510f8e8ead56/204c0610-2c60-4d2e-9fd1-510f8e8ead56.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.708447] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.709268] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2303a5dc-0338-4d5b-b303-b2339d460245 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.719027] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1060.719027] env[69731]: value = "task-3275712" [ 1060.719027] env[69731]: _type = "Task" [ 1060.719027] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.731657] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.762939] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d89e4-1fcd-48c6-8e3f-5b18defdba11 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.793736] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6f9402-0f1e-4f55-9aef-8234e6a084df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.802833] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance '6c76ba6e-055b-4b39-b3b0-3cd49750351b' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.827059] env[69731]: INFO nova.compute.manager [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Took 38.35 seconds to build instance. [ 1060.948110] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c654807e-f183-431e-9bbe-14e0e41efa87 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.957479] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d50c7a-5b3a-4384-b574-9fdb828f9c53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.994125] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.995373] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e647b3-c5d9-4463-b147-cece78d6e912 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.998147] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9239c4b4-a557-44e5-b6f7-3633471a3e7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.003626] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275711, 'name': CreateVM_Task, 'duration_secs': 0.39281} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.004448] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.005191] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.005350] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.005664] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.005901] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15da2955-b08b-429d-a136-6f1850904ad7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.011940] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135ed90d-3443-4c42-a85c-52e1471c3d22 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.016186] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1061.016186] env[69731]: value = "task-3275713" [ 1061.016186] env[69731]: _type = "Task" [ 1061.016186] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.017691] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1061.017691] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1ad5c-0f87-8e9b-5fab-b176ca54cc79" [ 1061.017691] env[69731]: _type = "Task" [ 1061.017691] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.033125] env[69731]: DEBUG nova.compute.provider_tree [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.043522] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.047055] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b1ad5c-0f87-8e9b-5fab-b176ca54cc79, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.047376] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.047609] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.047843] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.047987] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.048185] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.049075] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393ed388-1403-4fc8-9d99-0465bdafb12f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.061435] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.061655] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.062504] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ea9b47-6d13-4a26-9493-c0dd5ba9e1e5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.069525] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1061.069525] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527c0257-a997-3287-7faf-946cfd6246e9" [ 1061.069525] env[69731]: _type = "Task" [ 1061.069525] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.082024] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527c0257-a997-3287-7faf-946cfd6246e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.140714] env[69731]: INFO nova.compute.manager [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Rescuing [ 1061.141318] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.141451] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.141680] env[69731]: DEBUG nova.network.neutron [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.229630] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076248} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.230426] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.230897] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efd2f88-d359-49c5-8472-0a542781c0c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.255373] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 204c0610-2c60-4d2e-9fd1-510f8e8ead56/204c0610-2c60-4d2e-9fd1-510f8e8ead56.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.258101] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c8d705-ab80-4c5e-b2f0-4864b5e8c22f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.287025] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1061.287025] env[69731]: value = "task-3275714" [ 1061.287025] env[69731]: _type = "Task" [ 1061.287025] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.293484] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.311531] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.311977] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f671fb21-f042-4b21-8aec-25900ba7a757 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.320852] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1061.320852] env[69731]: value = "task-3275715" [ 1061.320852] env[69731]: _type = "Task" [ 1061.320852] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.329950] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4d0c55d8-651c-4d51-9220-fc7a2b83d756 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.864s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.330277] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.373833] env[69731]: DEBUG nova.network.neutron [req-f59f69b2-3694-4815-9c26-596095ebe19a req-e6227eee-0b4f-4762-a6e0-c8f1766458d2 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Updated VIF entry in instance network info cache for port 5d2fe9fc-7865-4ca5-82f5-f566189ba809. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.374286] env[69731]: DEBUG nova.network.neutron [req-f59f69b2-3694-4815-9c26-596095ebe19a req-e6227eee-0b4f-4762-a6e0-c8f1766458d2 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Updating instance_info_cache with network_info: [{"id": "5d2fe9fc-7865-4ca5-82f5-f566189ba809", "address": "fa:16:3e:40:0e:b7", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2fe9fc-78", "ovs_interfaceid": "5d2fe9fc-7865-4ca5-82f5-f566189ba809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.529835] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.575738] env[69731]: DEBUG nova.scheduler.client.report [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.575991] env[69731]: DEBUG nova.compute.provider_tree [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 133 to 134 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.576193] env[69731]: DEBUG nova.compute.provider_tree [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.583370] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527c0257-a997-3287-7faf-946cfd6246e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.584742] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba44d602-d143-46c6-9b74-427122891bec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.592493] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1061.592493] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522b8946-796b-edcd-7cc3-7d9ec35f3b1b" [ 1061.592493] env[69731]: _type = "Task" [ 1061.592493] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.603392] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522b8946-796b-edcd-7cc3-7d9ec35f3b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.795694] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.834985] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275715, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.877730] env[69731]: DEBUG oslo_concurrency.lockutils [req-f59f69b2-3694-4815-9c26-596095ebe19a req-e6227eee-0b4f-4762-a6e0-c8f1766458d2 service nova] Releasing lock "refresh_cache-fe4f9835-99f3-4bd7-b347-6270efe491e6" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.886542] env[69731]: DEBUG nova.network.neutron [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Updating instance_info_cache with network_info: [{"id": "7b8c872e-69a2-470b-bdd0-b62589e71f23", "address": "fa:16:3e:84:65:58", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8c872e-69", "ovs_interfaceid": "7b8c872e-69a2-470b-bdd0-b62589e71f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.043551] env[69731]: DEBUG oslo_vmware.api [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275713, 'name': PowerOnVM_Task, 'duration_secs': 0.674108} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.043621] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.043871] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5675bf27-56ea-4b9b-979f-53605fcdaaec tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance '47b618d1-5850-4994-843d-7fccb7e8ecde' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.086608] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.484s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.089065] env[69731]: INFO nova.compute.manager [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Migrating [ 1062.101762] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.860s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.101762] env[69731]: DEBUG nova.objects.instance [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1062.130786] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522b8946-796b-edcd-7cc3-7d9ec35f3b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.027167} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.131126] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.135123] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] fe4f9835-99f3-4bd7-b347-6270efe491e6/fe4f9835-99f3-4bd7-b347-6270efe491e6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.135123] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2772425-ce5a-45d2-938d-0e74aebe265a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.141737] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1062.141737] env[69731]: value = "task-3275716" [ 1062.141737] env[69731]: _type = "Task" [ 1062.141737] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.151436] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.297879] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275714, 'name': ReconfigVM_Task, 'duration_secs': 0.761937} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.298269] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 204c0610-2c60-4d2e-9fd1-510f8e8ead56/204c0610-2c60-4d2e-9fd1-510f8e8ead56.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.298937] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-338cd3cf-bd30-4e57-ac26-6839e8d2f251 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.307188] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1062.307188] env[69731]: value = "task-3275717" [ 1062.307188] env[69731]: _type = "Task" [ 1062.307188] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.316210] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275717, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.332362] env[69731]: DEBUG oslo_vmware.api [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275715, 'name': PowerOnVM_Task, 'duration_secs': 0.652992} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.332596] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.332596] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84f07acc-39f5-43cf-8d8a-6508e8c383f9 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance '6c76ba6e-055b-4b39-b3b0-3cd49750351b' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.390522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "refresh_cache-bb7875ff-8d28-4a5d-9360-fd41e05e680c" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.627135] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.627331] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.627586] env[69731]: DEBUG nova.network.neutron [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.652669] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50213} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.653071] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] fe4f9835-99f3-4bd7-b347-6270efe491e6/fe4f9835-99f3-4bd7-b347-6270efe491e6.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.653379] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.653652] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d754026-2fbd-4204-ba99-063f9dbc8928 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.661687] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1062.661687] env[69731]: value = "task-3275718" [ 1062.661687] env[69731]: _type = "Task" [ 1062.661687] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.670032] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.818428] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275717, 'name': Rename_Task, 'duration_secs': 0.246296} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.818701] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.818946] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34bcc50-3a8d-4fc9-847f-9f077ca3ddc4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.826211] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1062.826211] env[69731]: value = "task-3275719" [ 1062.826211] env[69731]: _type = "Task" [ 1062.826211] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.834184] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.131048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-11e27ccf-63df-4cac-9bc1-aef4b6b342a1 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.032s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.132035] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.462s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.132632] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.135178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.847s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.136751] env[69731]: INFO nova.compute.claims [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.167893] env[69731]: INFO nova.scheduler.client.report [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Deleted allocations for instance 07fc5084-9939-43bb-b27f-047be2691ee6 [ 1063.176444] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069281} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.178021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.178223] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac52de-55e7-4e84-ab0d-2a022824e599 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.205100] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] fe4f9835-99f3-4bd7-b347-6270efe491e6/fe4f9835-99f3-4bd7-b347-6270efe491e6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.208655] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16f34f50-57ea-4c03-b022-1dea96d2d850 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.234474] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1063.234474] env[69731]: value = "task-3275720" [ 1063.234474] env[69731]: _type = "Task" [ 1063.234474] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.245490] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.338252] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.453904] env[69731]: DEBUG nova.network.neutron [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance_info_cache with network_info: [{"id": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "address": "fa:16:3e:63:4f:19", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb150a97-7d", "ovs_interfaceid": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.680283] env[69731]: DEBUG oslo_concurrency.lockutils [None req-27a3d909-e169-46f2-973d-c260a586f325 tempest-ServersAdminTestJSON-1896839563 tempest-ServersAdminTestJSON-1896839563-project-member] Lock "07fc5084-9939-43bb-b27f-047be2691ee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.715s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.746332] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.838235] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275719, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.939239] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.940604] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7129c249-e7fa-40c6-b3a7-ef4560648431 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.952120] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1063.952120] env[69731]: value = "task-3275721" [ 1063.952120] env[69731]: _type = "Task" [ 1063.952120] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.957020] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.966169] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.249777] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275720, 'name': ReconfigVM_Task, 'duration_secs': 0.880638} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.250011] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Reconfigured VM instance instance-0000005c to attach disk [datastore1] fe4f9835-99f3-4bd7-b347-6270efe491e6/fe4f9835-99f3-4bd7-b347-6270efe491e6.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.250693] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c8f6117-8bd3-47ea-85ff-c0c51cd54891 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.262598] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1064.262598] env[69731]: value = "task-3275722" [ 1064.262598] env[69731]: _type = "Task" [ 1064.262598] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.277177] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275722, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.342512] env[69731]: DEBUG oslo_vmware.api [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275719, 'name': PowerOnVM_Task, 'duration_secs': 1.265441} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.342793] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.342988] env[69731]: INFO nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1064.343275] env[69731]: DEBUG nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.344486] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ada3c4-eb99-4174-8209-829ed90c703f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.467333] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275721, 'name': PowerOffVM_Task, 'duration_secs': 0.321794} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.470651] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.472514] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56152f29-171c-4476-b588-2a04e3720475 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.476897] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "47b618d1-5850-4994-843d-7fccb7e8ecde" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.480209] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.480209] env[69731]: DEBUG nova.compute.manager [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Going to confirm migration 6 {{(pid=69731) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1064.499998] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481954bf-4667-445c-a061-dedb27d1fad1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.543472] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e5b20-7e09-4771-90d4-db529ddb84d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.549776] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.550922] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-117af18d-2858-41eb-9624-6adcb1a87387 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.560737] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41d77a-a40a-45cb-8953-d1a958fe0ded {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.565170] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1064.565170] env[69731]: value = "task-3275723" [ 1064.565170] env[69731]: _type = "Task" [ 1064.565170] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.602714] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1064.602714] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.602714] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.602714] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.602897] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.603897] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42d33a11-1548-4007-87ba-eb73c4011495 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.606860] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d66e688-da0a-4412-ad38-7a80203ec6b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.624563] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2eeeaa-8d86-48ad-b4f7-9a2fa53c3f13 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.629565] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.629795] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.630842] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e957eede-867b-4f32-a0d6-a8fb5a537af7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.645123] env[69731]: DEBUG nova.compute.provider_tree [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.647909] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1064.647909] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dfd8b9-b24c-d99c-24e5-2bf2d18bdee0" [ 1064.647909] env[69731]: _type = "Task" [ 1064.647909] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.658103] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dfd8b9-b24c-d99c-24e5-2bf2d18bdee0, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.658896] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59a2bd9-a752-4831-ba21-260b849c3012 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.665544] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1064.665544] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52001c90-fb4a-7458-7f99-7ad59affe450" [ 1064.665544] env[69731]: _type = "Task" [ 1064.665544] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.674460] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52001c90-fb4a-7458-7f99-7ad59affe450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.774257] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275722, 'name': Rename_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.871314] env[69731]: INFO nova.compute.manager [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Took 36.99 seconds to build instance. [ 1064.899209] env[69731]: DEBUG nova.network.neutron [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Port 371ce7a6-5427-484a-b29c-63254f2f1a2d binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1064.899478] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.899625] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.899786] env[69731]: DEBUG nova.network.neutron [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.049131] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.049131] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.049131] env[69731]: DEBUG nova.network.neutron [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.049131] env[69731]: DEBUG nova.objects.instance [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'info_cache' on Instance uuid 47b618d1-5850-4994-843d-7fccb7e8ecde {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.180516] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52001c90-fb4a-7458-7f99-7ad59affe450, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.180820] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.181119] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. {{(pid=69731) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1065.181622] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b774d0d-b4f8-4a5c-815e-2705ff5a2946 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.200616] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1065.200616] env[69731]: value = "task-3275724" [ 1065.200616] env[69731]: _type = "Task" [ 1065.200616] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.210298] env[69731]: DEBUG nova.scheduler.client.report [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1065.213399] env[69731]: DEBUG nova.compute.provider_tree [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 134 to 135 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1065.213399] env[69731]: DEBUG nova.compute.provider_tree [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.222079] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.278541] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275722, 'name': Rename_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.374861] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c351748c-c40c-46ca-bfc2-b0ea20fa3d61 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.217s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.479242] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ecf99a-4018-40a0-ad09-522dec1eb5e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.505872] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance 'a37830b1-42f8-4b0e-9e2f-ef21dd43cf68' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.712266] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275724, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.717159] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.717824] env[69731]: DEBUG nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.723242] env[69731]: DEBUG nova.network.neutron [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [{"id": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "address": "fa:16:3e:d2:ed:5a", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371ce7a6-54", "ovs_interfaceid": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.728588] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.683s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.728865] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.733122] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.540s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.735713] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.739975] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.042s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.740303] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.746619] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.548s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.746848] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.750261] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.387s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.750261] env[69731]: DEBUG nova.objects.instance [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lazy-loading 'resources' on Instance uuid 12600966-7597-402e-a27e-b77d3b97afc8 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.753011] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.775611] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275722, 'name': Rename_Task, 'duration_secs': 1.276432} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.776019] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.776546] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d667df02-5f51-48ee-8b53-4a4b4a079fe7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.785783] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1065.785783] env[69731]: value = "task-3275725" [ 1065.785783] env[69731]: _type = "Task" [ 1065.785783] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.786767] env[69731]: INFO nova.scheduler.client.report [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Deleted allocations for instance 6f90e466-ac6d-45df-a7f4-dab43b13a480 [ 1065.796219] env[69731]: INFO nova.scheduler.client.report [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Deleted allocations for instance e15d2d7d-00db-4014-8373-86bf70dad647 [ 1065.813986] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275725, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.815292] env[69731]: INFO nova.scheduler.client.report [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Deleted allocations for instance 762a44fb-c5c8-480f-a7b2-bbace1b3ea19 [ 1066.014582] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.015303] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquiring lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.015698] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.016115] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquiring lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.019411] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.019411] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.019411] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8abcc4c7-8785-4b13-84e1-10538747ca46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.024016] env[69731]: INFO nova.compute.manager [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Terminating instance [ 1066.036799] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1066.036799] env[69731]: value = "task-3275726" [ 1066.036799] env[69731]: _type = "Task" [ 1066.036799] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.053903] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.213185] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517507} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.213894] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. [ 1066.215074] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77eddb7-8fe0-4f5f-86cf-1159498016a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.247024] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.247516] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b63a492-0d6e-4537-8ee4-7d81fe947418 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.262532] env[69731]: DEBUG nova.compute.utils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.269334] env[69731]: DEBUG nova.compute.manager [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69731) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1066.287223] env[69731]: DEBUG nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.287850] env[69731]: DEBUG nova.network.neutron [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.293837] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8fc3d2fe-e0e0-45e9-93ce-1be455fbb373 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.009s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.302095] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.256s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.302095] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.302095] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.302095] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.314993] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1066.314993] env[69731]: value = "task-3275727" [ 1066.314993] env[69731]: _type = "Task" [ 1066.314993] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.318149] env[69731]: INFO nova.compute.manager [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Terminating instance [ 1066.320294] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8acce799-1de3-4283-8555-29064d480cf1 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "6f90e466-ac6d-45df-a7f4-dab43b13a480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.089s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.334296] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e54432cc-927f-40bc-b145-05c914409fd8 tempest-ServerShowV254Test-2124618678 tempest-ServerShowV254Test-2124618678-project-member] Lock "762a44fb-c5c8-480f-a7b2-bbace1b3ea19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.519s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.336476] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.344481] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.350874] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9fa7c06-cf35-4faa-8f1d-e542446b66c7 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "e15d2d7d-00db-4014-8373-86bf70dad647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.111s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.439605] env[69731]: DEBUG nova.policy [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bb36377bb914640b7b02525007cea05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81a7114c3a8f4c41bdd12b2297b5c8bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.528882] env[69731]: DEBUG nova.compute.manager [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.529157] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.530261] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b9da4d-6ddf-4350-a983-1d3962e701b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.546032] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.546032] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0798e4db-e8c6-4a32-a117-fa946883cb2a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.551133] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275726, 'name': PowerOffVM_Task, 'duration_secs': 0.25807} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.554013] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.554013] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance 'a37830b1-42f8-4b0e-9e2f-ef21dd43cf68' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.556729] env[69731]: DEBUG oslo_vmware.api [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1066.556729] env[69731]: value = "task-3275728" [ 1066.556729] env[69731]: _type = "Task" [ 1066.556729] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.573205] env[69731]: DEBUG oslo_vmware.api [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.624583] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ee1afa-ddff-4562-9146-ad2272f3ae59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.643030] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57375e0-c6e6-48f5-b470-2bee929acc97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.679703] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390797e2-3442-48ea-8bc0-eeb5ce4b5c39 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.689600] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c0c51-b502-4ec7-8c5f-c84f54a7aaac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.706286] env[69731]: DEBUG nova.compute.provider_tree [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.780305] env[69731]: DEBUG nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.806982] env[69731]: DEBUG nova.network.neutron [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [{"id": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "address": "fa:16:3e:41:69:12", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeb3133-60", "ovs_interfaceid": "abeb3133-6013-4a34-b1a1-9338b75d06d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.815902] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275725, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.836020] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.837356] env[69731]: DEBUG nova.compute.manager [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.837602] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.838155] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e685910-122d-4f78-b3a0-9f9cfb5ee14c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.851094] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca38ccf-f8ef-4bdc-a6e6-f7af7d3ccaa1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.895610] env[69731]: WARNING nova.virt.vmwareapi.vmops [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 091a9481-58d3-4086-96d9-eb626acc5d7b could not be found. [ 1066.895610] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.895610] env[69731]: INFO nova.compute.manager [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1066.895833] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.896082] env[69731]: DEBUG nova.compute.manager [-] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.896184] env[69731]: DEBUG nova.network.neutron [-] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.068276] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.068593] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.068660] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.069149] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.069149] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.069149] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.069388] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.069624] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.069693] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.069861] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.070050] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.077256] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6add8b1e-4fb0-4e0e-9a7b-6381b409cc0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.105317] env[69731]: DEBUG oslo_vmware.api [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275728, 'name': PowerOffVM_Task, 'duration_secs': 0.399657} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.107113] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.107294] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.107707] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1067.107707] env[69731]: value = "task-3275729" [ 1067.107707] env[69731]: _type = "Task" [ 1067.107707] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.107888] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e0968a3-5226-44a3-8515-3b86d44a8e78 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.127136] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.210375] env[69731]: DEBUG nova.scheduler.client.report [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.230218] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.234573] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.234573] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Deleting the datastore file [datastore2] 204c0610-2c60-4d2e-9fd1-510f8e8ead56 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.234573] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b0f066f-ac46-417a-aa81-cea7121f78d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.246488] env[69731]: DEBUG oslo_vmware.api [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for the task: (returnval){ [ 1067.246488] env[69731]: value = "task-3275731" [ 1067.246488] env[69731]: _type = "Task" [ 1067.246488] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.264977] env[69731]: DEBUG oslo_vmware.api [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.311171] env[69731]: DEBUG nova.network.neutron [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Successfully created port: a6e8bc60-a12b-4d9a-8f83-62a2c41689dd {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.314172] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-47b618d1-5850-4994-843d-7fccb7e8ecde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.314556] env[69731]: DEBUG nova.objects.instance [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'migration_context' on Instance uuid 47b618d1-5850-4994-843d-7fccb7e8ecde {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.324799] env[69731]: DEBUG oslo_vmware.api [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275725, 'name': PowerOnVM_Task, 'duration_secs': 1.302514} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.325537] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.325864] env[69731]: INFO nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1067.326954] env[69731]: DEBUG nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.333184] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db988b7b-cabb-4f99-a821-5cf19854d995 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.353082] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275727, 'name': ReconfigVM_Task, 'duration_secs': 0.933071} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.353082] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.353303] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad8c37-5123-4033-acdf-6ec8bff97938 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.389225] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31cd0b02-b25d-4c4d-9f2b-6700ac63182e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.408237] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1067.408237] env[69731]: value = "task-3275733" [ 1067.408237] env[69731]: _type = "Task" [ 1067.408237] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.418769] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.443795] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.624023] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275729, 'name': ReconfigVM_Task, 'duration_secs': 0.284308} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.624558] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance 'a37830b1-42f8-4b0e-9e2f-ef21dd43cf68' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.717611] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.720138] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.277s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.745303] env[69731]: INFO nova.scheduler.client.report [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Deleted allocations for instance 12600966-7597-402e-a27e-b77d3b97afc8 [ 1067.767498] env[69731]: DEBUG oslo_vmware.api [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Task: {'id': task-3275731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325849} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.767763] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.769754] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.769754] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.769754] env[69731]: INFO nova.compute.manager [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1067.770748] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.770953] env[69731]: DEBUG nova.compute.manager [-] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.771074] env[69731]: DEBUG nova.network.neutron [-] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.794081] env[69731]: DEBUG nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.817705] env[69731]: DEBUG nova.objects.base [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Object Instance<47b618d1-5850-4994-843d-7fccb7e8ecde> lazy-loaded attributes: info_cache,migration_context {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.818666] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aca05b-feb0-420b-939d-201eada5273a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.825559] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.825851] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.825954] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.826150] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.826309] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.826454] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.826662] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.826817] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.826987] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.827167] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.827339] env[69731]: DEBUG nova.virt.hardware [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.830613] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566fcb1f-e605-495c-bc01-7adf2e3819f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.865341] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c1f9ee-bb28-42ca-bb82-c4e8f3b90807 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.869664] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681bab35-a05f-4bd5-8987-6db523f25c03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.874322] env[69731]: INFO nova.compute.manager [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Took 34.84 seconds to build instance. [ 1067.889820] env[69731]: DEBUG oslo_vmware.api [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1067.889820] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222df9a-4110-c5a9-07d5-4cae9be184e9" [ 1067.889820] env[69731]: _type = "Task" [ 1067.889820] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.902231] env[69731]: DEBUG oslo_vmware.api [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5222df9a-4110-c5a9-07d5-4cae9be184e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.902231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.919159] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275733, 'name': ReconfigVM_Task, 'duration_secs': 0.290682} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.919517] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.919779] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1fcf8b1-e736-4f71-a2fd-74703d75834f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.931608] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1067.931608] env[69731]: value = "task-3275734" [ 1067.931608] env[69731]: _type = "Task" [ 1067.931608] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.945203] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.967293] env[69731]: DEBUG nova.network.neutron [-] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.134936] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.135213] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.135377] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.135818] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.135818] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.135902] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.139684] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.139982] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.140224] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.140402] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.140580] env[69731]: DEBUG nova.virt.hardware [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.146199] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.146546] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfea5f6-d32d-41fa-87b3-b7bc7d410dda {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.172942] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1068.172942] env[69731]: value = "task-3275735" [ 1068.172942] env[69731]: _type = "Task" [ 1068.172942] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.185132] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.228136] env[69731]: DEBUG nova.objects.instance [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'migration_context' on Instance uuid 6c76ba6e-055b-4b39-b3b0-3cd49750351b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.264730] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4403eb34-9ebe-4423-ade5-457cde388f49 tempest-ServersTestFqdnHostnames-1274319968 tempest-ServersTestFqdnHostnames-1274319968-project-member] Lock "12600966-7597-402e-a27e-b77d3b97afc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.753s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.375936] env[69731]: DEBUG oslo_concurrency.lockutils [None req-35946507-94f7-46ce-90cb-241a59739a88 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "fe4f9835-99f3-4bd7-b347-6270efe491e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.974s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.446011] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.474018] env[69731]: INFO nova.compute.manager [-] [instance: 091a9481-58d3-4086-96d9-eb626acc5d7b] Took 1.58 seconds to deallocate network for instance. [ 1068.667690] env[69731]: DEBUG nova.network.neutron [-] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.692733] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.946068] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.975762] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "fe4f9835-99f3-4bd7-b347-6270efe491e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.975809] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "fe4f9835-99f3-4bd7-b347-6270efe491e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.976253] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "fe4f9835-99f3-4bd7-b347-6270efe491e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.976253] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "fe4f9835-99f3-4bd7-b347-6270efe491e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.976406] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "fe4f9835-99f3-4bd7-b347-6270efe491e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.979073] env[69731]: INFO nova.compute.manager [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Terminating instance [ 1069.043190] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5c2144-3f0f-4bbd-a0a7-40c84450ad53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.053572] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1ffe8d-fda9-490d-add2-20f3ef1fe33e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.094652] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ccc1ad-a357-475f-8f0d-c4c50eb10f7a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.103599] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb063b-7b3e-4976-b757-de1132b28be9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.118499] env[69731]: DEBUG nova.compute.provider_tree [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.173434] env[69731]: INFO nova.compute.manager [-] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Took 1.40 seconds to deallocate network for instance. [ 1069.191600] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275735, 'name': ReconfigVM_Task, 'duration_secs': 0.807907} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.191911] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.193391] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2105eb3-8a15-4275-a08e-70dfc7e101bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.223254] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a37830b1-42f8-4b0e-9e2f-ef21dd43cf68/a37830b1-42f8-4b0e-9e2f-ef21dd43cf68.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.223633] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7855f808-cb5c-4288-a637-2ed19c5de106 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.246968] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1069.246968] env[69731]: value = "task-3275736" [ 1069.246968] env[69731]: _type = "Task" [ 1069.246968] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.258473] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.445556] env[69731]: DEBUG oslo_vmware.api [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275734, 'name': PowerOnVM_Task, 'duration_secs': 1.372944} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.446321] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.449878] env[69731]: DEBUG nova.compute.manager [None req-0af4edf7-bfb4-4969-ab64-e2aba50531c4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.450734] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27912ee7-ef92-4ff3-a714-bf77537991a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.486576] env[69731]: DEBUG nova.compute.manager [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.486922] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.488249] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb6c6a-08be-428b-8597-287d29049dd9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.500441] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.500441] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d4aa088-321c-47e5-aa82-37d7264b5cc4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.508923] env[69731]: DEBUG oslo_vmware.api [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1069.508923] env[69731]: value = "task-3275737" [ 1069.508923] env[69731]: _type = "Task" [ 1069.508923] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.519422] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1c3eb1dc-4a89-430e-aa07-8e52407c783e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "091a9481-58d3-4086-96d9-eb626acc5d7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.218s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.527705] env[69731]: DEBUG oslo_vmware.api [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.540664] env[69731]: DEBUG nova.compute.manager [req-09e328e8-9364-457d-86e3-234b9b2233f4 req-59fff219-5d91-41a5-be1e-54b0e96afff1 service nova] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Received event network-vif-deleted-c8a928bc-0783-45d6-a440-d0d19ff210e7 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.541289] env[69731]: DEBUG nova.compute.manager [req-09e328e8-9364-457d-86e3-234b9b2233f4 req-59fff219-5d91-41a5-be1e-54b0e96afff1 service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Received event network-vif-plugged-a6e8bc60-a12b-4d9a-8f83-62a2c41689dd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.541577] env[69731]: DEBUG oslo_concurrency.lockutils [req-09e328e8-9364-457d-86e3-234b9b2233f4 req-59fff219-5d91-41a5-be1e-54b0e96afff1 service nova] Acquiring lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.541705] env[69731]: DEBUG oslo_concurrency.lockutils [req-09e328e8-9364-457d-86e3-234b9b2233f4 req-59fff219-5d91-41a5-be1e-54b0e96afff1 service nova] Lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.541851] env[69731]: DEBUG oslo_concurrency.lockutils [req-09e328e8-9364-457d-86e3-234b9b2233f4 req-59fff219-5d91-41a5-be1e-54b0e96afff1 service nova] Lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.542050] env[69731]: DEBUG nova.compute.manager [req-09e328e8-9364-457d-86e3-234b9b2233f4 req-59fff219-5d91-41a5-be1e-54b0e96afff1 service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] No waiting events found dispatching network-vif-plugged-a6e8bc60-a12b-4d9a-8f83-62a2c41689dd {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.542236] env[69731]: WARNING nova.compute.manager [req-09e328e8-9364-457d-86e3-234b9b2233f4 req-59fff219-5d91-41a5-be1e-54b0e96afff1 service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Received unexpected event network-vif-plugged-a6e8bc60-a12b-4d9a-8f83-62a2c41689dd for instance with vm_state building and task_state spawning. [ 1069.564652] env[69731]: DEBUG nova.network.neutron [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Successfully updated port: a6e8bc60-a12b-4d9a-8f83-62a2c41689dd {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.622385] env[69731]: DEBUG nova.scheduler.client.report [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.687215] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.762129] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.874766] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "0e347564-42ae-41b4-b210-97246e3dc61f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.875012] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "0e347564-42ae-41b4-b210-97246e3dc61f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.024486] env[69731]: DEBUG oslo_vmware.api [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275737, 'name': PowerOffVM_Task, 'duration_secs': 0.283697} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.024823] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.024934] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.025204] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b965211-faa8-4239-9e95-0dc867697713 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.067119] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "refresh_cache-8d0a3fae-240c-44a4-9756-0e3dea870f3d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.067283] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "refresh_cache-8d0a3fae-240c-44a4-9756-0e3dea870f3d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.067437] env[69731]: DEBUG nova.network.neutron [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.115834] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.116126] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.116364] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleting the datastore file [datastore1] fe4f9835-99f3-4bd7-b347-6270efe491e6 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.116640] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-291f0a44-95de-4d8f-b32c-99a48a0784f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.128024] env[69731]: DEBUG oslo_vmware.api [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1070.128024] env[69731]: value = "task-3275739" [ 1070.128024] env[69731]: _type = "Task" [ 1070.128024] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.139203] env[69731]: DEBUG oslo_vmware.api [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.265357] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.378687] env[69731]: DEBUG nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.637716] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.917s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.645210] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.744s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.658240] env[69731]: DEBUG oslo_vmware.api [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163102} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.659275] env[69731]: DEBUG nova.network.neutron [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.662721] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.662721] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.662721] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.662886] env[69731]: INFO nova.compute.manager [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1070.663198] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.664679] env[69731]: DEBUG nova.compute.manager [-] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.664679] env[69731]: DEBUG nova.network.neutron [-] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.763021] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275736, 'name': ReconfigVM_Task, 'duration_secs': 1.440678} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.763382] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a37830b1-42f8-4b0e-9e2f-ef21dd43cf68/a37830b1-42f8-4b0e-9e2f-ef21dd43cf68.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.763682] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance 'a37830b1-42f8-4b0e-9e2f-ef21dd43cf68' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.905768] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.906082] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.919625] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.048178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.048178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.048178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.048178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.048178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.050580] env[69731]: INFO nova.compute.manager [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Terminating instance [ 1071.076843] env[69731]: DEBUG nova.network.neutron [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Updating instance_info_cache with network_info: [{"id": "a6e8bc60-a12b-4d9a-8f83-62a2c41689dd", "address": "fa:16:3e:c8:4a:7d", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e8bc60-a1", "ovs_interfaceid": "a6e8bc60-a12b-4d9a-8f83-62a2c41689dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.271951] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe71bf37-6c63-4e46-be60-2de262d008fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.293780] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f9c4e9-775f-4211-9d0c-38aa946758e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.316216] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance 'a37830b1-42f8-4b0e-9e2f-ef21dd43cf68' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.411160] env[69731]: DEBUG nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.518483] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208eabfc-98fc-4403-9ba9-674ad649e5fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.529898] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02109cfe-4b32-404f-817e-6f96b9a9e009 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.565774] env[69731]: DEBUG nova.compute.manager [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.566021] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.567038] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad04779-8d68-44d2-abe3-9cd7218cd941 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.570172] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bea4653-0f7e-4ffd-b286-b70b1cfd3e2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.577683] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "refresh_cache-8d0a3fae-240c-44a4-9756-0e3dea870f3d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.577971] env[69731]: DEBUG nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Instance network_info: |[{"id": "a6e8bc60-a12b-4d9a-8f83-62a2c41689dd", "address": "fa:16:3e:c8:4a:7d", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e8bc60-a1", "ovs_interfaceid": "a6e8bc60-a12b-4d9a-8f83-62a2c41689dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.580992] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d549518-1373-40c2-b1c1-90069dc460d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.585858] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:4a:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6e8bc60-a12b-4d9a-8f83-62a2c41689dd', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.593849] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.594152] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.594718] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.595241] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c57eb40f-b786-43fc-839c-92b38cdea79e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.597353] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc0c2fc2-034e-4de6-a0cb-69eb49b55b04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.621053] env[69731]: DEBUG nova.compute.provider_tree [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.629701] env[69731]: DEBUG oslo_vmware.api [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1071.629701] env[69731]: value = "task-3275740" [ 1071.629701] env[69731]: _type = "Task" [ 1071.629701] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.631778] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.631778] env[69731]: value = "task-3275741" [ 1071.631778] env[69731]: _type = "Task" [ 1071.631778] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.647727] env[69731]: DEBUG oslo_vmware.api [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.651697] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275741, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.679525] env[69731]: DEBUG nova.compute.manager [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Received event network-changed-a6e8bc60-a12b-4d9a-8f83-62a2c41689dd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.679702] env[69731]: DEBUG nova.compute.manager [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Refreshing instance network info cache due to event network-changed-a6e8bc60-a12b-4d9a-8f83-62a2c41689dd. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.679945] env[69731]: DEBUG oslo_concurrency.lockutils [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] Acquiring lock "refresh_cache-8d0a3fae-240c-44a4-9756-0e3dea870f3d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.680149] env[69731]: DEBUG oslo_concurrency.lockutils [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] Acquired lock "refresh_cache-8d0a3fae-240c-44a4-9756-0e3dea870f3d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.680357] env[69731]: DEBUG nova.network.neutron [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Refreshing network info cache for port a6e8bc60-a12b-4d9a-8f83-62a2c41689dd {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.764498] env[69731]: DEBUG nova.network.neutron [-] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.889206] env[69731]: DEBUG nova.network.neutron [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Port cb150a97-7d4a-401f-ae4e-aac05a16b55c binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1071.943434] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.023320] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.024823] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.128050] env[69731]: DEBUG nova.scheduler.client.report [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.154030] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275741, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.155210] env[69731]: DEBUG oslo_vmware.api [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275740, 'name': PowerOffVM_Task, 'duration_secs': 0.225297} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.156883] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.157451] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.158188] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa26c7dd-355b-4db8-8269-5125e1dbc9c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.193470] env[69731]: INFO nova.compute.manager [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Swapping old allocation on dict_keys(['6951895d-c5d2-47c4-abb0-8eab0b7d2bfb']) held by migration 864ccffb-3d46-4f2d-a076-13867f6b07ad for instance [ 1072.230697] env[69731]: DEBUG nova.scheduler.client.report [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Overwriting current allocation {'allocations': {'6951895d-c5d2-47c4-abb0-8eab0b7d2bfb': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 138}}, 'project_id': 'd4b19daba93e49df9c3ad80891a38227', 'user_id': 'b5fd7c78d0744871ae74876b829e1821', 'consumer_generation': 1} on consumer 6c76ba6e-055b-4b39-b3b0-3cd49750351b {{(pid=69731) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1072.242544] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.242544] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.242544] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Deleting the datastore file [datastore2] 8e6ed9f2-5555-4447-beb9-c7adbabebd32 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.242544] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92138498-d1e8-4cff-9585-87d339b668b0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.252119] env[69731]: DEBUG oslo_vmware.api [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for the task: (returnval){ [ 1072.252119] env[69731]: value = "task-3275743" [ 1072.252119] env[69731]: _type = "Task" [ 1072.252119] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.265987] env[69731]: INFO nova.compute.manager [-] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Took 1.60 seconds to deallocate network for instance. [ 1072.265987] env[69731]: DEBUG oslo_vmware.api [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.389425] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.389604] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.390397] env[69731]: DEBUG nova.network.neutron [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.527614] env[69731]: DEBUG nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.552906] env[69731]: DEBUG nova.network.neutron [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Updated VIF entry in instance network info cache for port a6e8bc60-a12b-4d9a-8f83-62a2c41689dd. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.553276] env[69731]: DEBUG nova.network.neutron [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Updating instance_info_cache with network_info: [{"id": "a6e8bc60-a12b-4d9a-8f83-62a2c41689dd", "address": "fa:16:3e:c8:4a:7d", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e8bc60-a1", "ovs_interfaceid": "a6e8bc60-a12b-4d9a-8f83-62a2c41689dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.655920] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275741, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.766613] env[69731]: DEBUG oslo_vmware.api [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Task: {'id': task-3275743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142692} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.766933] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.769150] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.769150] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.769150] env[69731]: INFO nova.compute.manager [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1072.769150] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.769150] env[69731]: DEBUG nova.compute.manager [-] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.769150] env[69731]: DEBUG nova.network.neutron [-] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.771929] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.929203] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.929881] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.929881] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.058443] env[69731]: DEBUG oslo_concurrency.lockutils [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] Releasing lock "refresh_cache-8d0a3fae-240c-44a4-9756-0e3dea870f3d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.059606] env[69731]: DEBUG nova.compute.manager [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Received event network-vif-deleted-5d2fe9fc-7865-4ca5-82f5-f566189ba809 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.059606] env[69731]: INFO nova.compute.manager [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Neutron deleted interface 5d2fe9fc-7865-4ca5-82f5-f566189ba809; detaching it from the instance and deleting it from the info cache [ 1073.059606] env[69731]: DEBUG nova.network.neutron [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.067637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.150427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.505s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.153556] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.467s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.153791] env[69731]: DEBUG nova.objects.instance [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lazy-loading 'resources' on Instance uuid 204c0610-2c60-4d2e-9fd1-510f8e8ead56 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.161936] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275741, 'name': CreateVM_Task, 'duration_secs': 1.507087} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.162949] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.164303] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.164592] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.164814] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.165367] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdf5a0a-35b6-4ddf-ae29-d617342652c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.171228] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1073.171228] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527f07fb-ccf1-9670-5300-d4f68b6e6216" [ 1073.171228] env[69731]: _type = "Task" [ 1073.171228] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.184791] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527f07fb-ccf1-9670-5300-d4f68b6e6216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.518806] env[69731]: DEBUG nova.network.neutron [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [{"id": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "address": "fa:16:3e:d2:ed:5a", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371ce7a6-54", "ovs_interfaceid": "371ce7a6-5427-484a-b29c-63254f2f1a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.567785] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91a26866-92f6-4a3c-84db-c4df8fce2394 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.581093] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2191be29-79b9-4c46-add9-0b0c25844e89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.625083] env[69731]: DEBUG nova.compute.manager [req-24cabb3d-d0f3-4c40-8d8b-6b2f8227e9da req-7d0e1f7c-3934-45bb-9408-2cfeccf4d139 service nova] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Detach interface failed, port_id=5d2fe9fc-7865-4ca5-82f5-f566189ba809, reason: Instance fe4f9835-99f3-4bd7-b347-6270efe491e6 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.684722] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527f07fb-ccf1-9670-5300-d4f68b6e6216, 'name': SearchDatastore_Task, 'duration_secs': 0.020796} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.690348] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.690644] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.690920] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.691057] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.691593] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.691928] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-339bb505-55c4-487e-bb74-002c9942462b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.701541] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.701761] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.707327] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec38c981-c962-4c74-9025-351f141d63aa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.711712] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1073.711712] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c61863-b55d-2386-52df-7aa07dae8629" [ 1073.711712] env[69731]: _type = "Task" [ 1073.711712] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.724046] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c61863-b55d-2386-52df-7aa07dae8629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.736070] env[69731]: INFO nova.scheduler.client.report [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted allocation for migration 806b9733-5978-4df9-b711-afc9a2b4c62e [ 1073.815922] env[69731]: DEBUG nova.compute.manager [req-b60ec349-eedb-48f8-8e4b-75e56c37b8b6 req-ad2c8427-cd55-45c7-8069-cba86f473f76 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Received event network-vif-deleted-1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.816140] env[69731]: INFO nova.compute.manager [req-b60ec349-eedb-48f8-8e4b-75e56c37b8b6 req-ad2c8427-cd55-45c7-8069-cba86f473f76 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Neutron deleted interface 1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84; detaching it from the instance and deleting it from the info cache [ 1073.816320] env[69731]: DEBUG nova.network.neutron [req-b60ec349-eedb-48f8-8e4b-75e56c37b8b6 req-ad2c8427-cd55-45c7-8069-cba86f473f76 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.989302] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.989483] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.989660] env[69731]: DEBUG nova.network.neutron [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.022176] env[69731]: DEBUG oslo_concurrency.lockutils [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-6c76ba6e-055b-4b39-b3b0-3cd49750351b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.022876] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541dc951-f612-42ac-8338-a7372b822252 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.033973] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed1625-f63b-4108-9e5a-c2a41301e2b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.056903] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e4e301-746c-40ae-8106-9e4234d3c9f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.065443] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd45632-b5da-4915-880c-b7f9060f3296 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.102896] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eec946-06d9-4905-b1d7-95a8958b6a9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.112641] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aed8aa-6271-41f9-8349-b51d85ea27a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.132442] env[69731]: DEBUG nova.compute.provider_tree [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.225802] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c61863-b55d-2386-52df-7aa07dae8629, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.226153] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda17866-771f-4480-a490-8e4e4ddc1a91 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.233013] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1074.233013] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52afb9c0-7883-e4a6-078b-db4ee719766c" [ 1074.233013] env[69731]: _type = "Task" [ 1074.233013] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.245651] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8c54a005-e6a6-4c1f-843a-fedc6e0cc29c tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.768s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.247683] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52afb9c0-7883-e4a6-078b-db4ee719766c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.252749] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.252749] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.256015] env[69731]: DEBUG nova.network.neutron [-] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.320206] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af227c91-772b-4034-b7c9-68f23305d33f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.331844] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd2f4de-4632-499a-b1c2-aab66e3192d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.370665] env[69731]: DEBUG nova.compute.manager [req-b60ec349-eedb-48f8-8e4b-75e56c37b8b6 req-ad2c8427-cd55-45c7-8069-cba86f473f76 service nova] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Detach interface failed, port_id=1d0c46a6-fb6b-41c5-bc9a-23bacf9dcc84, reason: Instance 8e6ed9f2-5555-4447-beb9-c7adbabebd32 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1074.636089] env[69731]: DEBUG nova.scheduler.client.report [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.752254] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52afb9c0-7883-e4a6-078b-db4ee719766c, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.752554] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.752811] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8d0a3fae-240c-44a4-9756-0e3dea870f3d/8d0a3fae-240c-44a4-9756-0e3dea870f3d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.754072] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc64e75-7da5-4a9b-9e46-0be182cd247c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.755255] env[69731]: DEBUG nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.757876] env[69731]: INFO nova.compute.manager [-] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Took 1.99 seconds to deallocate network for instance. [ 1074.767960] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1074.767960] env[69731]: value = "task-3275744" [ 1074.767960] env[69731]: _type = "Task" [ 1074.767960] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.779427] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.837150] env[69731]: DEBUG nova.network.neutron [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance_info_cache with network_info: [{"id": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "address": "fa:16:3e:63:4f:19", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb150a97-7d", "ovs_interfaceid": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.128729] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.128729] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.143136] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.146949] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.228s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.148505] env[69731]: INFO nova.compute.claims [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.156025] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.156025] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1a69d7d-3a7a-450b-bfad-2c1894b29844 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.167019] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1075.167019] env[69731]: value = "task-3275745" [ 1075.167019] env[69731]: _type = "Task" [ 1075.167019] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.181209] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.182559] env[69731]: INFO nova.scheduler.client.report [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Deleted allocations for instance 204c0610-2c60-4d2e-9fd1-510f8e8ead56 [ 1075.271064] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.286632] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "47b618d1-5850-4994-843d-7fccb7e8ecde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.287118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.287456] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.287740] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.289163] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.292351] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475645} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.293012] env[69731]: INFO nova.compute.manager [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Terminating instance [ 1075.296026] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.296373] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8d0a3fae-240c-44a4-9756-0e3dea870f3d/8d0a3fae-240c-44a4-9756-0e3dea870f3d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.296829] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.298421] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0927c56-01f6-4d05-ba8c-04b3acc9bfdb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.308670] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1075.308670] env[69731]: value = "task-3275746" [ 1075.308670] env[69731]: _type = "Task" [ 1075.308670] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.319084] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.339782] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.632660] env[69731]: DEBUG nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.679112] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275745, 'name': PowerOffVM_Task, 'duration_secs': 0.232262} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.680048] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.683128] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.687357] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22144fb4-c4d2-4387-acdb-335030c59c9f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.700704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafde487-9032-4abe-901d-e6d4f35eeff4 tempest-ServerMetadataNegativeTestJSON-525501400 tempest-ServerMetadataNegativeTestJSON-525501400-project-member] Lock "204c0610-2c60-4d2e-9fd1-510f8e8ead56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.685s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.707920] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1075.707920] env[69731]: value = "task-3275747" [ 1075.707920] env[69731]: _type = "Task" [ 1075.707920] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.722056] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.803024] env[69731]: DEBUG nova.compute.manager [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.803314] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.804237] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40624585-e262-45d7-979a-4c645f59b624 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.817733] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.820310] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-329b8f64-6927-4b69-a5ba-40daec0942de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.821894] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070156} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.822312] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.823317] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd007e4c-86c6-4368-b71f-70ee8936b5cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.827942] env[69731]: DEBUG oslo_vmware.api [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1075.827942] env[69731]: value = "task-3275748" [ 1075.827942] env[69731]: _type = "Task" [ 1075.827942] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.846634] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8d0a3fae-240c-44a4-9756-0e3dea870f3d/8d0a3fae-240c-44a4-9756-0e3dea870f3d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.850794] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b93ced-6925-4be3-add7-30d929b29a00 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.877732] env[69731]: DEBUG oslo_vmware.api [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.879198] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1075.879198] env[69731]: value = "task-3275749" [ 1075.879198] env[69731]: _type = "Task" [ 1075.879198] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.888101] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.889636] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc809a1-f3fe-480b-b77c-c7c64ebf4abd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.910492] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318535b-caae-4f37-aa36-510be03889ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.919583] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance 'a37830b1-42f8-4b0e-9e2f-ef21dd43cf68' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.154799] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.221723] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275747, 'name': ReconfigVM_Task, 'duration_secs': 0.329328} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.226659] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3a3a29-3c1f-4d76-b641-f43c358d403b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.258532] env[69731]: DEBUG nova.virt.hardware [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.262614] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efda69a3-109c-45fd-920b-90636da6f397 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.270760] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1076.270760] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522380ed-d070-1945-86c4-95ec47e7eac1" [ 1076.270760] env[69731]: _type = "Task" [ 1076.270760] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.281436] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522380ed-d070-1945-86c4-95ec47e7eac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.352941] env[69731]: DEBUG oslo_vmware.api [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275748, 'name': PowerOffVM_Task, 'duration_secs': 0.430999} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.356942] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.357374] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.358893] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26ff5fa0-0fb8-4cd1-b072-a4f8dbb7b90b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.391633] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.430967] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.431679] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69be3b10-d2bd-47f7-9935-8eed7631a65a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.444210] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1076.444210] env[69731]: value = "task-3275751" [ 1076.444210] env[69731]: _type = "Task" [ 1076.444210] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.455304] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.460281] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.461269] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.461269] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleting the datastore file [datastore2] 47b618d1-5850-4994-843d-7fccb7e8ecde {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.461840] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00df1c47-2b7d-4e70-8471-6275f176295f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.471926] env[69731]: DEBUG oslo_vmware.api [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1076.471926] env[69731]: value = "task-3275752" [ 1076.471926] env[69731]: _type = "Task" [ 1076.471926] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.482878] env[69731]: DEBUG oslo_vmware.api [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.578156] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3db4dd-adf4-4dcb-a142-81d8ee6e4c8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.588076] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc6c59c-ff42-4caf-a6f9-3b9f3a285028 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.624252] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed7745-d932-4f37-95bf-610877e91b73 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.634498] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04d200d-0caf-427c-b6cf-001cf568a017 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.651517] env[69731]: DEBUG nova.compute.provider_tree [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.684439] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "eaed62e7-5791-4ae5-895a-cb993e238f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.684699] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.784958] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522380ed-d070-1945-86c4-95ec47e7eac1, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.792903] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.793278] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2416ffde-bee4-4792-a97a-f8ae2c66767b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.819393] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1076.819393] env[69731]: value = "task-3275753" [ 1076.819393] env[69731]: _type = "Task" [ 1076.819393] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.831082] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.894970] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275749, 'name': ReconfigVM_Task, 'duration_secs': 0.64529} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.895519] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8d0a3fae-240c-44a4-9756-0e3dea870f3d/8d0a3fae-240c-44a4-9756-0e3dea870f3d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.896211] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6abb87b-7fd1-465d-9775-140d3b196267 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.906024] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1076.906024] env[69731]: value = "task-3275754" [ 1076.906024] env[69731]: _type = "Task" [ 1076.906024] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.926612] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275754, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.955601] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275751, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.986810] env[69731]: DEBUG oslo_vmware.api [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260376} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.987544] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.987986] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.988514] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.988986] env[69731]: INFO nova.compute.manager [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1076.989550] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.990024] env[69731]: DEBUG nova.compute.manager [-] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.990329] env[69731]: DEBUG nova.network.neutron [-] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.155312] env[69731]: DEBUG nova.scheduler.client.report [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.186783] env[69731]: DEBUG nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.335198] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275753, 'name': ReconfigVM_Task, 'duration_secs': 0.358153} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.335198] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.335198] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f6b968-fa0c-414c-a026-511b7a2c0ee2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.369249] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b/6c76ba6e-055b-4b39-b3b0-3cd49750351b.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.369547] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91cdf696-7c7d-4ef2-b134-dc6843c46c4a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.392767] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1077.392767] env[69731]: value = "task-3275755" [ 1077.392767] env[69731]: _type = "Task" [ 1077.392767] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.403664] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.421251] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275754, 'name': Rename_Task, 'duration_secs': 0.187971} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.421699] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.422059] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd049dc-ee23-44d1-a413-2fdd9ca85e6b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.431979] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1077.431979] env[69731]: value = "task-3275756" [ 1077.431979] env[69731]: _type = "Task" [ 1077.431979] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.453787] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.461470] env[69731]: DEBUG oslo_vmware.api [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275751, 'name': PowerOnVM_Task, 'duration_secs': 0.56652} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.461786] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.462517] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc69dcd-f047-418d-afcb-8a7334c25557 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance 'a37830b1-42f8-4b0e-9e2f-ef21dd43cf68' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.661850] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.662758] env[69731]: DEBUG nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.668034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.726s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.669928] env[69731]: INFO nova.compute.claims [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.679110] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquiring lock "3f409055-f392-4e1f-bf99-ebc986937562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.679110] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "3f409055-f392-4e1f-bf99-ebc986937562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.723685] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.781275] env[69731]: DEBUG nova.compute.manager [req-fcc9a036-610e-4c5d-9a6d-33ffd70c09c7 req-2c07be09-4523-43fd-b672-09a36da5a0b1 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Received event network-vif-deleted-abeb3133-6013-4a34-b1a1-9338b75d06d0 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.781404] env[69731]: INFO nova.compute.manager [req-fcc9a036-610e-4c5d-9a6d-33ffd70c09c7 req-2c07be09-4523-43fd-b672-09a36da5a0b1 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Neutron deleted interface abeb3133-6013-4a34-b1a1-9338b75d06d0; detaching it from the instance and deleting it from the info cache [ 1077.781595] env[69731]: DEBUG nova.network.neutron [req-fcc9a036-610e-4c5d-9a6d-33ffd70c09c7 req-2c07be09-4523-43fd-b672-09a36da5a0b1 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.908031] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275755, 'name': ReconfigVM_Task, 'duration_secs': 0.334632} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.908312] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b/6c76ba6e-055b-4b39-b3b0-3cd49750351b.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.909297] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3085af-5540-4f2b-992f-b06502b76a2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.932837] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f3a6b-3c39-4d7c-94ef-37b45fda208e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.970064] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7411f134-2a7d-4ef0-9b1e-4d89cc1e249b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.974703] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.997608] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52cd8f5-1279-4618-986d-9fb14520fe83 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.006719] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.007062] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1248e9bf-1e29-4889-863c-f92912db6f80 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.016771] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1078.016771] env[69731]: value = "task-3275757" [ 1078.016771] env[69731]: _type = "Task" [ 1078.016771] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.026638] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.180322] env[69731]: DEBUG nova.compute.utils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.187702] env[69731]: DEBUG nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.187900] env[69731]: DEBUG nova.network.neutron [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.190037] env[69731]: DEBUG nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.253024] env[69731]: DEBUG nova.network.neutron [-] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.253973] env[69731]: DEBUG nova.policy [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '183ab21d94db440eb68f2de724ed48f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f36f846afc40f690d134f6ca9f21d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.284852] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23bba51c-f687-46ca-aafc-08a283163623 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.300015] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7630cd8e-fd5c-4a93-a64a-ce864e640723 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.341221] env[69731]: DEBUG nova.compute.manager [req-fcc9a036-610e-4c5d-9a6d-33ffd70c09c7 req-2c07be09-4523-43fd-b672-09a36da5a0b1 service nova] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Detach interface failed, port_id=abeb3133-6013-4a34-b1a1-9338b75d06d0, reason: Instance 47b618d1-5850-4994-843d-7fccb7e8ecde could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.447507] env[69731]: DEBUG oslo_vmware.api [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275756, 'name': PowerOnVM_Task, 'duration_secs': 0.992591} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.447783] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.448023] env[69731]: INFO nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1078.448180] env[69731]: DEBUG nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.449069] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54b0169-755c-42ce-b3c4-f2ba6f3c8110 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.527777] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.688298] env[69731]: DEBUG nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.693481] env[69731]: DEBUG nova.network.neutron [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Successfully created port: 06b58d42-ea2e-4daa-85ab-8ef8c9a15018 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.719247] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.756933] env[69731]: INFO nova.compute.manager [-] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Took 1.77 seconds to deallocate network for instance. [ 1078.967171] env[69731]: INFO nova.compute.manager [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Took 29.71 seconds to build instance. [ 1079.032178] env[69731]: DEBUG oslo_vmware.api [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275757, 'name': PowerOnVM_Task, 'duration_secs': 0.870165} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.035703] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.048323] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb56928a-e95e-4aa1-8350-f58b2d0cb12c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.054443] env[69731]: DEBUG nova.network.neutron [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Successfully created port: f75ad940-410e-4ca3-89c2-e9d968d334fc {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.060186] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d117097-73fa-4ea5-82f6-c786267536cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.093947] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f8032-76d5-4b57-9017-8b9c324cfbbd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.102556] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ff627c-9d8b-4b28-bdd5-e1ce10a44235 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.120290] env[69731]: DEBUG nova.compute.provider_tree [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.268283] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.404560] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.470751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2b7397a1-1ebc-45ef-82ff-b31cfdfc531b tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.228s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.471167] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.067s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.471414] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.471682] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.471875] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.474271] env[69731]: INFO nova.compute.manager [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Terminating instance [ 1079.622956] env[69731]: DEBUG nova.scheduler.client.report [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.702262] env[69731]: DEBUG nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.732570] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.732570] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.732570] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.732570] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.732570] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.732570] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.732570] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.732570] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.733131] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.733131] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.733131] env[69731]: DEBUG nova.virt.hardware [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.734132] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5327d2-fa44-4b30-adcd-fefc15570554 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.743844] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818c978a-2864-49cc-bbf8-543c70f2f1ae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.978259] env[69731]: DEBUG nova.compute.manager [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.978484] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.979809] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89364f3d-b953-4def-861f-cfcc73addd61 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.990053] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.990053] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36da88ef-32e3-4012-a39d-dbb0ee3550b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.998501] env[69731]: DEBUG oslo_vmware.api [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1079.998501] env[69731]: value = "task-3275758" [ 1079.998501] env[69731]: _type = "Task" [ 1079.998501] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.011332] env[69731]: DEBUG oslo_vmware.api [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.085596] env[69731]: INFO nova.compute.manager [None req-364d976c-4ec2-426e-a125-eb64287cd5e6 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance to original state: 'active' [ 1080.129034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.129034] env[69731]: DEBUG nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.131547] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.360s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.131929] env[69731]: DEBUG nova.objects.instance [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lazy-loading 'resources' on Instance uuid fe4f9835-99f3-4bd7-b347-6270efe491e6 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.284819] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.285120] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.285317] env[69731]: DEBUG nova.compute.manager [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Going to confirm migration 7 {{(pid=69731) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1080.475659] env[69731]: DEBUG nova.compute.manager [req-17018e9b-b089-4b8b-a91a-b29d3c7126e9 req-09a1db67-d980-4754-ab8a-2a68a7d963a0 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Received event network-vif-plugged-06b58d42-ea2e-4daa-85ab-8ef8c9a15018 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.475892] env[69731]: DEBUG oslo_concurrency.lockutils [req-17018e9b-b089-4b8b-a91a-b29d3c7126e9 req-09a1db67-d980-4754-ab8a-2a68a7d963a0 service nova] Acquiring lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.476135] env[69731]: DEBUG oslo_concurrency.lockutils [req-17018e9b-b089-4b8b-a91a-b29d3c7126e9 req-09a1db67-d980-4754-ab8a-2a68a7d963a0 service nova] Lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.476241] env[69731]: DEBUG oslo_concurrency.lockutils [req-17018e9b-b089-4b8b-a91a-b29d3c7126e9 req-09a1db67-d980-4754-ab8a-2a68a7d963a0 service nova] Lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.476407] env[69731]: DEBUG nova.compute.manager [req-17018e9b-b089-4b8b-a91a-b29d3c7126e9 req-09a1db67-d980-4754-ab8a-2a68a7d963a0 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] No waiting events found dispatching network-vif-plugged-06b58d42-ea2e-4daa-85ab-8ef8c9a15018 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.476573] env[69731]: WARNING nova.compute.manager [req-17018e9b-b089-4b8b-a91a-b29d3c7126e9 req-09a1db67-d980-4754-ab8a-2a68a7d963a0 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Received unexpected event network-vif-plugged-06b58d42-ea2e-4daa-85ab-8ef8c9a15018 for instance with vm_state building and task_state spawning. [ 1080.511564] env[69731]: DEBUG oslo_vmware.api [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275758, 'name': PowerOffVM_Task, 'duration_secs': 0.320512} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.511833] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.511995] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.512310] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d37024f-479f-452f-aab3-7c85ac10fdd0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.574830] env[69731]: DEBUG nova.network.neutron [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Successfully updated port: 06b58d42-ea2e-4daa-85ab-8ef8c9a15018 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.594201] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.594416] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.595022] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleting the datastore file [datastore2] 8d0a3fae-240c-44a4-9756-0e3dea870f3d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.597982] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa09ca06-28d4-48f7-9186-a2117de753c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.605798] env[69731]: DEBUG oslo_vmware.api [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1080.605798] env[69731]: value = "task-3275760" [ 1080.605798] env[69731]: _type = "Task" [ 1080.605798] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.616900] env[69731]: DEBUG oslo_vmware.api [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.634873] env[69731]: DEBUG nova.compute.utils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.639437] env[69731]: DEBUG nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.640142] env[69731]: DEBUG nova.network.neutron [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.698090] env[69731]: DEBUG nova.policy [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebc2333a71a34461a91a62c55f4aa382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f528f2d58621430da63b91a5b82e86a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.852180] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.852405] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.852676] env[69731]: DEBUG nova.network.neutron [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.852901] env[69731]: DEBUG nova.objects.instance [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lazy-loading 'info_cache' on Instance uuid a37830b1-42f8-4b0e-9e2f-ef21dd43cf68 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.943679] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b55406d-f48a-4957-8018-80b4a7c81cda {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.951448] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f0972-a9ed-42fa-86ed-70cda155a653 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.985760] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590109e6-b078-4601-9764-b4ca04f6d1f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.995319] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f669ccef-21bf-4142-a535-01c15c07169b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.012050] env[69731]: DEBUG nova.compute.provider_tree [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.118363] env[69731]: DEBUG oslo_vmware.api [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191881} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.118749] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.119041] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.119332] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.119633] env[69731]: INFO nova.compute.manager [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1081.119993] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.120329] env[69731]: DEBUG nova.compute.manager [-] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.120519] env[69731]: DEBUG nova.network.neutron [-] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.146563] env[69731]: DEBUG nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.169674] env[69731]: DEBUG nova.network.neutron [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Successfully created port: 971371db-4350-425f-9798-4f7e56b85cbd {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.488022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.488022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.488022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.488022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.488022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.489765] env[69731]: INFO nova.compute.manager [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Terminating instance [ 1081.517176] env[69731]: DEBUG nova.scheduler.client.report [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.995044] env[69731]: DEBUG nova.compute.manager [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.995044] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.995044] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e93514bf-05a9-4b7d-84b2-ccb2afc353ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.004593] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1082.004593] env[69731]: value = "task-3275761" [ 1082.004593] env[69731]: _type = "Task" [ 1082.004593] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.017261] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.022457] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.029020] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.960s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.029020] env[69731]: INFO nova.compute.claims [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.053860] env[69731]: INFO nova.scheduler.client.report [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted allocations for instance fe4f9835-99f3-4bd7-b347-6270efe491e6 [ 1082.106537] env[69731]: DEBUG nova.network.neutron [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance_info_cache with network_info: [{"id": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "address": "fa:16:3e:63:4f:19", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb150a97-7d", "ovs_interfaceid": "cb150a97-7d4a-401f-ae4e-aac05a16b55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.155078] env[69731]: DEBUG nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.186593] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.186751] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.186908] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.187098] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.187245] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.187392] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.188267] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.188267] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.188267] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.189300] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.189521] env[69731]: DEBUG nova.virt.hardware [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.190348] env[69731]: DEBUG nova.network.neutron [-] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.193611] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c8491b-f6f6-48a5-a678-688aa53f7238 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.206517] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a17912-7584-453c-8b2d-0b3fee35ad65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.513662] env[69731]: DEBUG nova.compute.manager [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Received event network-changed-06b58d42-ea2e-4daa-85ab-8ef8c9a15018 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.513814] env[69731]: DEBUG nova.compute.manager [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Refreshing instance network info cache due to event network-changed-06b58d42-ea2e-4daa-85ab-8ef8c9a15018. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.514039] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] Acquiring lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.514487] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] Acquired lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.514611] env[69731]: DEBUG nova.network.neutron [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Refreshing network info cache for port 06b58d42-ea2e-4daa-85ab-8ef8c9a15018 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.524580] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275761, 'name': PowerOffVM_Task, 'duration_secs': 0.22033} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.524997] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.525091] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1082.525302] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654236', 'volume_id': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'name': 'volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6c76ba6e-055b-4b39-b3b0-3cd49750351b', 'attached_at': '2025-04-03T18:11:34.000000', 'detached_at': '', 'volume_id': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'serial': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1082.526205] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04cd9c4-4fc6-4847-8c5d-c82da5e22878 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.532901] env[69731]: DEBUG oslo_concurrency.lockutils [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.533169] env[69731]: DEBUG oslo_concurrency.lockutils [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.556032] env[69731]: DEBUG nova.compute.utils [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.558280] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaee468-e1f2-4722-8eec-c0751222303b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.568780] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a6e819dc-4b16-4507-91cf-09b47fb870d0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "fe4f9835-99f3-4bd7-b347-6270efe491e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.593s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.572083] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315d454b-9ee2-43bc-8d28-437dae2b810c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.595498] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46240a3a-4d5b-4d9b-9baa-53836e44afb5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.612868] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.613030] env[69731]: DEBUG nova.objects.instance [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lazy-loading 'migration_context' on Instance uuid a37830b1-42f8-4b0e-9e2f-ef21dd43cf68 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.614098] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] The volume has not been displaced from its original location: [datastore1] volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb/volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1082.619528] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.620068] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ab1cf1-f24d-4f13-8636-ef501d1d1902 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.641516] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1082.641516] env[69731]: value = "task-3275762" [ 1082.641516] env[69731]: _type = "Task" [ 1082.641516] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.654417] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.701052] env[69731]: INFO nova.compute.manager [-] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Took 1.58 seconds to deallocate network for instance. [ 1083.062652] env[69731]: DEBUG oslo_concurrency.lockutils [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.529s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.070955] env[69731]: DEBUG nova.network.neutron [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.121397] env[69731]: DEBUG nova.objects.base [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.122414] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d06718-17e4-4e2c-ac4a-725289a7c141 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.148335] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b378978b-59fb-4546-8246-084e0d5d7810 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.160603] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275762, 'name': ReconfigVM_Task, 'duration_secs': 0.225562} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.162203] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.167241] env[69731]: DEBUG oslo_vmware.api [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1083.167241] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cfb311-a9a1-0306-7d29-81a7cb5bd956" [ 1083.167241] env[69731]: _type = "Task" [ 1083.167241] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.172306] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f627a6-806a-48f9-9485-7414b727758b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.196655] env[69731]: DEBUG oslo_vmware.api [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cfb311-a9a1-0306-7d29-81a7cb5bd956, 'name': SearchDatastore_Task, 'duration_secs': 0.008124} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.196655] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.196655] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1083.196655] env[69731]: value = "task-3275763" [ 1083.196655] env[69731]: _type = "Task" [ 1083.196655] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.212617] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.212934] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.259107] env[69731]: DEBUG nova.network.neutron [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Successfully updated port: f75ad940-410e-4ca3-89c2-e9d968d334fc {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.303102] env[69731]: DEBUG nova.network.neutron [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Successfully updated port: 971371db-4350-425f-9798-4f7e56b85cbd {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.316013] env[69731]: DEBUG nova.network.neutron [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.405305] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd1218-7f30-4e73-9211-f9553288f2ae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.413569] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c53f9-62c1-458c-bf30-abb651f92056 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.446447] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39aaf7d-9cb2-4b65-9c04-59bfe2a92ba1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.454862] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf28d480-3469-4362-87e1-02696428eb49 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.469561] env[69731]: DEBUG nova.compute.provider_tree [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.533659] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "113dfbf8-5263-430c-b036-49e3409981f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.534152] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "113dfbf8-5263-430c-b036-49e3409981f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.710146] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.765108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.803965] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-ed8b2e3a-3579-4219-947f-62ddaf5fc68b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.804180] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-ed8b2e3a-3579-4219-947f-62ddaf5fc68b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.804283] env[69731]: DEBUG nova.network.neutron [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.818454] env[69731]: DEBUG oslo_concurrency.lockutils [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] Releasing lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.818706] env[69731]: DEBUG nova.compute.manager [req-bcdedc74-ef39-4e6b-9374-eea828dae6cb req-a444bd16-ba9b-40a4-8298-00d1db7f92dc service nova] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Received event network-vif-deleted-a6e8bc60-a12b-4d9a-8f83-62a2c41689dd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.819039] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquired lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.819186] env[69731]: DEBUG nova.network.neutron [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.972674] env[69731]: DEBUG nova.scheduler.client.report [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.036823] env[69731]: DEBUG nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.106624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.106981] env[69731]: DEBUG oslo_concurrency.lockutils [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.107037] env[69731]: INFO nova.compute.manager [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Attaching volume c78d3606-76b7-4f20-8094-9990dd83b296 to /dev/sdb [ 1084.142596] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d1dd9f-d048-4024-8ea0-7a629fbe69c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.150122] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d8587-2617-4481-a0fd-2cda5c359c66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.164904] env[69731]: DEBUG nova.virt.block_device [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updating existing volume attachment record: e4d5d130-30c0-4bef-b1b9-eaf133d7a87e {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1084.213618] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.369037] env[69731]: DEBUG nova.network.neutron [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.375848] env[69731]: DEBUG nova.network.neutron [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.479818] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.479818] env[69731]: DEBUG nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.480583] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.212s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.480813] env[69731]: DEBUG nova.objects.instance [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lazy-loading 'resources' on Instance uuid 8e6ed9f2-5555-4447-beb9-c7adbabebd32 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.559908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.575186] env[69731]: DEBUG nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Received event network-vif-plugged-f75ad940-410e-4ca3-89c2-e9d968d334fc {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.575457] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Acquiring lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.575610] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.575772] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.575989] env[69731]: DEBUG nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] No waiting events found dispatching network-vif-plugged-f75ad940-410e-4ca3-89c2-e9d968d334fc {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.576505] env[69731]: WARNING nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Received unexpected event network-vif-plugged-f75ad940-410e-4ca3-89c2-e9d968d334fc for instance with vm_state building and task_state spawning. [ 1084.576739] env[69731]: DEBUG nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Received event network-vif-plugged-971371db-4350-425f-9798-4f7e56b85cbd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.576952] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Acquiring lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.577204] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.577405] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.577578] env[69731]: DEBUG nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] No waiting events found dispatching network-vif-plugged-971371db-4350-425f-9798-4f7e56b85cbd {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.577740] env[69731]: WARNING nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Received unexpected event network-vif-plugged-971371db-4350-425f-9798-4f7e56b85cbd for instance with vm_state building and task_state spawning. [ 1084.577897] env[69731]: DEBUG nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Received event network-changed-f75ad940-410e-4ca3-89c2-e9d968d334fc {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.578057] env[69731]: DEBUG nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Refreshing instance network info cache due to event network-changed-f75ad940-410e-4ca3-89c2-e9d968d334fc. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.578227] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Acquiring lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.684926] env[69731]: DEBUG nova.network.neutron [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Updating instance_info_cache with network_info: [{"id": "971371db-4350-425f-9798-4f7e56b85cbd", "address": "fa:16:3e:0c:a9:5d", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971371db-43", "ovs_interfaceid": "971371db-4350-425f-9798-4f7e56b85cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.716620] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275763, 'name': ReconfigVM_Task, 'duration_secs': 1.160541} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.717139] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654236', 'volume_id': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'name': 'volume-be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6c76ba6e-055b-4b39-b3b0-3cd49750351b', 'attached_at': '2025-04-03T18:11:34.000000', 'detached_at': '', 'volume_id': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb', 'serial': 'be8bf7d7-fd9b-4675-843b-4bf18ec38eeb'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1084.717592] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.718927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69195914-cfc9-40f8-9499-b4809631ea77 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.728377] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.728705] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b00afea5-252c-4889-abf4-3d261f480e53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.812024] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.812406] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.813453] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleting the datastore file [datastore2] 6c76ba6e-055b-4b39-b3b0-3cd49750351b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.816174] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2d0d477-35c9-461b-abe7-11c0a7e550af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.827363] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1084.827363] env[69731]: value = "task-3275768" [ 1084.827363] env[69731]: _type = "Task" [ 1084.827363] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.837446] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.857659] env[69731]: DEBUG nova.network.neutron [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Updating instance_info_cache with network_info: [{"id": "06b58d42-ea2e-4daa-85ab-8ef8c9a15018", "address": "fa:16:3e:86:2b:cf", "network": {"id": "063c80f2-17d0-4777-a785-bc608da80a24", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-70407065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b58d42-ea", "ovs_interfaceid": "06b58d42-ea2e-4daa-85ab-8ef8c9a15018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f75ad940-410e-4ca3-89c2-e9d968d334fc", "address": "fa:16:3e:de:7e:68", "network": {"id": "65095b2d-1df2-4b34-8346-eb80da812984", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1352852198", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75ad940-41", "ovs_interfaceid": "f75ad940-410e-4ca3-89c2-e9d968d334fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.984724] env[69731]: DEBUG nova.compute.utils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.989350] env[69731]: DEBUG nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.989350] env[69731]: DEBUG nova.network.neutron [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.026019] env[69731]: DEBUG nova.policy [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1922feed5214e519090e05c1fc179c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2bb78eeeb74affbaf32aeae5c50965', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.190900] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-ed8b2e3a-3579-4219-947f-62ddaf5fc68b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.191314] env[69731]: DEBUG nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Instance network_info: |[{"id": "971371db-4350-425f-9798-4f7e56b85cbd", "address": "fa:16:3e:0c:a9:5d", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971371db-43", "ovs_interfaceid": "971371db-4350-425f-9798-4f7e56b85cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.192289] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:a9:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '971371db-4350-425f-9798-4f7e56b85cbd', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.200105] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.200245] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.200489] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c05571-5668-4580-b988-8006745b50e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.225188] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.225188] env[69731]: value = "task-3275769" [ 1085.225188] env[69731]: _type = "Task" [ 1085.225188] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.239151] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275769, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.279085] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613060b2-881e-4006-8ce9-584d4ab34b8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.287281] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed8260-1f9a-4f00-b789-787d0bb776e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.321183] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25122c9e-75b8-4aee-a219-3f9aa1696fbc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.332795] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcccd2d6-5db1-4794-b140-75efb33b9f75 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.337900] env[69731]: DEBUG nova.network.neutron [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Successfully created port: 26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.354729] env[69731]: DEBUG nova.compute.provider_tree [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.356364] env[69731]: DEBUG oslo_vmware.api [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146021} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.356926] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.357152] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.357389] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.357498] env[69731]: INFO nova.compute.manager [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Took 3.36 seconds to destroy the instance on the hypervisor. [ 1085.357749] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.357938] env[69731]: DEBUG nova.compute.manager [-] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.358066] env[69731]: DEBUG nova.network.neutron [-] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.360044] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Releasing lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.360397] env[69731]: DEBUG nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Instance network_info: |[{"id": "06b58d42-ea2e-4daa-85ab-8ef8c9a15018", "address": "fa:16:3e:86:2b:cf", "network": {"id": "063c80f2-17d0-4777-a785-bc608da80a24", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-70407065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b58d42-ea", "ovs_interfaceid": "06b58d42-ea2e-4daa-85ab-8ef8c9a15018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f75ad940-410e-4ca3-89c2-e9d968d334fc", "address": "fa:16:3e:de:7e:68", "network": {"id": "65095b2d-1df2-4b34-8346-eb80da812984", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1352852198", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75ad940-41", "ovs_interfaceid": "f75ad940-410e-4ca3-89c2-e9d968d334fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.360710] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Acquired lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.360894] env[69731]: DEBUG nova.network.neutron [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Refreshing network info cache for port f75ad940-410e-4ca3-89c2-e9d968d334fc {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.362044] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:2b:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06b58d42-ea2e-4daa-85ab-8ef8c9a15018', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:7e:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f75ad940-410e-4ca3-89c2-e9d968d334fc', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.371488] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.373278] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.373584] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16470d9c-08d1-4fbb-adcc-1bb7eb716f73 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.399781] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.399781] env[69731]: value = "task-3275770" [ 1085.399781] env[69731]: _type = "Task" [ 1085.399781] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.408489] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275770, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.489255] env[69731]: DEBUG nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.736066] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275769, 'name': CreateVM_Task, 'duration_secs': 0.402539} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.736280] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.737039] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.737279] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.737619] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.737925] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47935ad-3c59-42a3-8f23-d2e2910a2ae8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.743610] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1085.743610] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5299b4e4-1d12-46dc-cbfd-02028eb39e77" [ 1085.743610] env[69731]: _type = "Task" [ 1085.743610] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.752954] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5299b4e4-1d12-46dc-cbfd-02028eb39e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.878704] env[69731]: ERROR nova.scheduler.client.report [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] [req-9e883430-1142-4dd6-8dd6-6ffebf5076a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e883430-1142-4dd6-8dd6-6ffebf5076a6"}]} [ 1085.908144] env[69731]: DEBUG nova.scheduler.client.report [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1085.916223] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275770, 'name': CreateVM_Task, 'duration_secs': 0.44141} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.916426] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.917196] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.928160] env[69731]: DEBUG nova.scheduler.client.report [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1085.928160] env[69731]: DEBUG nova.compute.provider_tree [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.946370] env[69731]: DEBUG nova.scheduler.client.report [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1085.967527] env[69731]: DEBUG nova.scheduler.client.report [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1086.255202] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5299b4e4-1d12-46dc-cbfd-02028eb39e77, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.260080] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.260324] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.260650] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.260940] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.261042] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.261611] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.261909] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.262154] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-118d5ee2-856b-4ddb-8c00-5646375b75f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.265427] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d9d8a7-1ae4-430c-a1a1-09d59f516e45 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.270711] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1086.270711] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f7d0d0-cce3-790b-eaf9-9bd0c5969b41" [ 1086.270711] env[69731]: _type = "Task" [ 1086.270711] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.275410] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.275410] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.280648] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b633a67-7231-47f3-a1f4-1d5d2417125a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.282812] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f7d0d0-cce3-790b-eaf9-9bd0c5969b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.286579] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1086.286579] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525d53c2-3a85-5385-4645-2a50e823db34" [ 1086.286579] env[69731]: _type = "Task" [ 1086.286579] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.294663] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525d53c2-3a85-5385-4645-2a50e823db34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.308870] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275fd087-fe47-4a16-a626-0855ddfe6a2d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.316194] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dbb4a5-cf7b-4fea-92fa-a50e8968b68e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.345977] env[69731]: DEBUG nova.network.neutron [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Updated VIF entry in instance network info cache for port f75ad940-410e-4ca3-89c2-e9d968d334fc. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.346397] env[69731]: DEBUG nova.network.neutron [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Updating instance_info_cache with network_info: [{"id": "06b58d42-ea2e-4daa-85ab-8ef8c9a15018", "address": "fa:16:3e:86:2b:cf", "network": {"id": "063c80f2-17d0-4777-a785-bc608da80a24", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-70407065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b58d42-ea", "ovs_interfaceid": "06b58d42-ea2e-4daa-85ab-8ef8c9a15018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f75ad940-410e-4ca3-89c2-e9d968d334fc", "address": "fa:16:3e:de:7e:68", "network": {"id": "65095b2d-1df2-4b34-8346-eb80da812984", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1352852198", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75ad940-41", "ovs_interfaceid": "f75ad940-410e-4ca3-89c2-e9d968d334fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.348050] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204b50f-c2ce-478b-93b6-a16b229cb4bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.356315] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb248c-cf50-4784-a58f-4eb65a2771cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.370754] env[69731]: DEBUG nova.compute.provider_tree [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.500797] env[69731]: DEBUG nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.527121] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.527378] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.527536] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.527714] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.527873] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.528036] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.528254] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.528411] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.528577] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.528744] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.529042] env[69731]: DEBUG nova.virt.hardware [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.529903] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24923096-7e21-4583-8e0d-99df85a6a3df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.539946] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374cd2bc-e577-41e0-b017-6addb834d9c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.604628] env[69731]: DEBUG nova.compute.manager [req-ae4687f6-6131-4c3b-b7e7-a708a1357aaa req-5b7f2c19-a52e-40d7-a19e-a74415e27aca service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Received event network-vif-deleted-371ce7a6-5427-484a-b29c-63254f2f1a2d {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.604628] env[69731]: INFO nova.compute.manager [req-ae4687f6-6131-4c3b-b7e7-a708a1357aaa req-5b7f2c19-a52e-40d7-a19e-a74415e27aca service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Neutron deleted interface 371ce7a6-5427-484a-b29c-63254f2f1a2d; detaching it from the instance and deleting it from the info cache [ 1086.604628] env[69731]: DEBUG nova.network.neutron [req-ae4687f6-6131-4c3b-b7e7-a708a1357aaa req-5b7f2c19-a52e-40d7-a19e-a74415e27aca service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.781271] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f7d0d0-cce3-790b-eaf9-9bd0c5969b41, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.781648] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.781930] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.782205] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.797463] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525d53c2-3a85-5385-4645-2a50e823db34, 'name': SearchDatastore_Task, 'duration_secs': 0.016107} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.798359] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bdb6c7-3e3d-4fe5-ac37-482e94e0ec5f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.804095] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1086.804095] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc738a-3ca4-3d72-3aeb-4ab563cd5069" [ 1086.804095] env[69731]: _type = "Task" [ 1086.804095] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.812698] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc738a-3ca4-3d72-3aeb-4ab563cd5069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.851522] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Releasing lock "refresh_cache-0e347564-42ae-41b4-b210-97246e3dc61f" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.851787] env[69731]: DEBUG nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Received event network-changed-971371db-4350-425f-9798-4f7e56b85cbd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.851955] env[69731]: DEBUG nova.compute.manager [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Refreshing instance network info cache due to event network-changed-971371db-4350-425f-9798-4f7e56b85cbd. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.852190] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Acquiring lock "refresh_cache-ed8b2e3a-3579-4219-947f-62ddaf5fc68b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.852331] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Acquired lock "refresh_cache-ed8b2e3a-3579-4219-947f-62ddaf5fc68b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.852551] env[69731]: DEBUG nova.network.neutron [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Refreshing network info cache for port 971371db-4350-425f-9798-4f7e56b85cbd {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.905150] env[69731]: DEBUG nova.scheduler.client.report [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1086.905466] env[69731]: DEBUG nova.compute.provider_tree [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 145 to 146 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1086.905684] env[69731]: DEBUG nova.compute.provider_tree [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.908912] env[69731]: DEBUG nova.network.neutron [-] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.107100] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-366e14df-7229-4b07-85fc-8b05b0749d31 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.119241] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c82ddd-256e-4337-b330-34b2a105d9ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.152910] env[69731]: DEBUG nova.compute.manager [req-ae4687f6-6131-4c3b-b7e7-a708a1357aaa req-5b7f2c19-a52e-40d7-a19e-a74415e27aca service nova] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Detach interface failed, port_id=371ce7a6-5427-484a-b29c-63254f2f1a2d, reason: Instance 6c76ba6e-055b-4b39-b3b0-3cd49750351b could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.317035] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cc738a-3ca4-3d72-3aeb-4ab563cd5069, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.317035] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.317035] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] ed8b2e3a-3579-4219-947f-62ddaf5fc68b/ed8b2e3a-3579-4219-947f-62ddaf5fc68b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.317479] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.317479] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.317596] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52b8a014-3b3f-4204-9a3b-818dfafbff1d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.319520] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ffceb22-9a4e-4036-885b-67548e76f8a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.327577] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1087.327577] env[69731]: value = "task-3275772" [ 1087.327577] env[69731]: _type = "Task" [ 1087.327577] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.331717] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.331848] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.332891] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816cd95b-107f-41da-a8a7-fd83765381e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.337928] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.341798] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1087.341798] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522439f2-3558-5b84-8772-f23fd159c90c" [ 1087.341798] env[69731]: _type = "Task" [ 1087.341798] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.349623] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522439f2-3558-5b84-8772-f23fd159c90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.411168] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.930s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.413425] env[69731]: INFO nova.compute.manager [-] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Took 2.06 seconds to deallocate network for instance. [ 1087.413985] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.118s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.415482] env[69731]: INFO nova.compute.claims [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.448483] env[69731]: INFO nova.scheduler.client.report [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Deleted allocations for instance 8e6ed9f2-5555-4447-beb9-c7adbabebd32 [ 1087.586590] env[69731]: DEBUG nova.network.neutron [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Successfully updated port: 26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.683733] env[69731]: DEBUG nova.network.neutron [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Updated VIF entry in instance network info cache for port 971371db-4350-425f-9798-4f7e56b85cbd. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.684232] env[69731]: DEBUG nova.network.neutron [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Updating instance_info_cache with network_info: [{"id": "971371db-4350-425f-9798-4f7e56b85cbd", "address": "fa:16:3e:0c:a9:5d", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971371db-43", "ovs_interfaceid": "971371db-4350-425f-9798-4f7e56b85cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.837668] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45192} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.837936] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] ed8b2e3a-3579-4219-947f-62ddaf5fc68b/ed8b2e3a-3579-4219-947f-62ddaf5fc68b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.838168] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.838416] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b935058f-0507-435b-a187-61d750554f2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.846666] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1087.846666] env[69731]: value = "task-3275773" [ 1087.846666] env[69731]: _type = "Task" [ 1087.846666] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.856129] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522439f2-3558-5b84-8772-f23fd159c90c, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.857381] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a32f2fd-a5e5-457e-ae89-d396f89bcd5a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.862078] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.865398] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1087.865398] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523c3f1e-1b00-bf0f-f696-70be0fa8bbec" [ 1087.865398] env[69731]: _type = "Task" [ 1087.865398] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.873062] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523c3f1e-1b00-bf0f-f696-70be0fa8bbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.956191] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cbf5835a-f2af-41c1-99f0-f53defdcced6 tempest-VolumesAdminNegativeTest-512387827 tempest-VolumesAdminNegativeTest-512387827-project-member] Lock "8e6ed9f2-5555-4447-beb9-c7adbabebd32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.909s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.977198] env[69731]: INFO nova.compute.manager [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Took 0.56 seconds to detach 1 volumes for instance. [ 1088.093018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.093219] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.093342] env[69731]: DEBUG nova.network.neutron [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.187075] env[69731]: DEBUG oslo_concurrency.lockutils [req-69af4bac-3e70-4839-943b-d5c30acc8727 req-06d5b170-bad1-4676-89a1-60e4f47fd941 service nova] Releasing lock "refresh_cache-ed8b2e3a-3579-4219-947f-62ddaf5fc68b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.360491] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066333} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.360859] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.361725] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3c6d03-d574-4dc6-bb2a-f4055d0ed0d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.376026] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523c3f1e-1b00-bf0f-f696-70be0fa8bbec, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.384742] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.384935] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 0e347564-42ae-41b4-b210-97246e3dc61f/0e347564-42ae-41b4-b210-97246e3dc61f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.397309] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] ed8b2e3a-3579-4219-947f-62ddaf5fc68b/ed8b2e3a-3579-4219-947f-62ddaf5fc68b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.397309] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-841a752c-bf3e-49f3-b56d-c1953427e7f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.397309] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d08675-070a-45ef-9647-160cb5330f2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.418208] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1088.418208] env[69731]: value = "task-3275774" [ 1088.418208] env[69731]: _type = "Task" [ 1088.418208] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.422444] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1088.422444] env[69731]: value = "task-3275775" [ 1088.422444] env[69731]: _type = "Task" [ 1088.422444] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.439205] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.439480] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.483356] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.635367] env[69731]: DEBUG nova.compute.manager [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Received event network-vif-plugged-26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.635627] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] Acquiring lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.635844] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] Lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.636016] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] Lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.636185] env[69731]: DEBUG nova.compute.manager [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] No waiting events found dispatching network-vif-plugged-26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.636352] env[69731]: WARNING nova.compute.manager [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Received unexpected event network-vif-plugged-26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4 for instance with vm_state building and task_state spawning. [ 1088.636504] env[69731]: DEBUG nova.compute.manager [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Received event network-changed-26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.636655] env[69731]: DEBUG nova.compute.manager [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Refreshing instance network info cache due to event network-changed-26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.636815] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] Acquiring lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.650100] env[69731]: DEBUG nova.network.neutron [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.725105] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc992c2-0766-444a-a045-18300e3325b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.734266] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3f8e2-9201-4662-8ef7-943794e7ead0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.769166] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405cb5b3-f71d-4b0d-843c-63ee68689211 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.780807] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e88a72-0866-4326-9f5d-9ecaeb8da6b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.796572] env[69731]: DEBUG nova.compute.provider_tree [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.932524] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.935532] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275775, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.944853] env[69731]: DEBUG nova.network.neutron [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Updating instance_info_cache with network_info: [{"id": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "address": "fa:16:3e:3c:2f:5f", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cc1ba7-35", "ovs_interfaceid": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.214021] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.214021] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.214021] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30c4e9a-6969-4f17-ae25-b2f47b8f05be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.243399] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf60956-b4a3-463a-88f4-827d5b363469 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.269727] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-c78d3606-76b7-4f20-8094-9990dd83b296/volume-c78d3606-76b7-4f20-8094-9990dd83b296.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.270065] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2962f1c-1748-4215-8838-feacc04763db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.299037] env[69731]: DEBUG oslo_vmware.api [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1089.299037] env[69731]: value = "task-3275776" [ 1089.299037] env[69731]: _type = "Task" [ 1089.299037] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.308846] env[69731]: DEBUG oslo_vmware.api [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.339493] env[69731]: DEBUG nova.scheduler.client.report [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1089.339820] env[69731]: DEBUG nova.compute.provider_tree [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 146 to 147 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1089.340014] env[69731]: DEBUG nova.compute.provider_tree [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.434468] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275774, 'name': ReconfigVM_Task, 'duration_secs': 0.647158} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.439052] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Reconfigured VM instance instance-0000005f to attach disk [datastore2] ed8b2e3a-3579-4219-947f-62ddaf5fc68b/ed8b2e3a-3579-4219-947f-62ddaf5fc68b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.439977] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537467} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.443019] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82d56a7e-64ec-465c-9df6-b51c713d5e9a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.443757] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 0e347564-42ae-41b4-b210-97246e3dc61f/0e347564-42ae-41b4-b210-97246e3dc61f.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.444120] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.444451] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58dec042-5738-4a05-8e86-fc4091c4ba81 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.454176] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.454176] env[69731]: DEBUG nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Instance network_info: |[{"id": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "address": "fa:16:3e:3c:2f:5f", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cc1ba7-35", "ovs_interfaceid": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.454176] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1089.454176] env[69731]: value = "task-3275777" [ 1089.454176] env[69731]: _type = "Task" [ 1089.454176] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.455571] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] Acquired lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.456106] env[69731]: DEBUG nova.network.neutron [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Refreshing network info cache for port 26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.457803] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:2f:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.472441] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.472441] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1089.472441] env[69731]: value = "task-3275778" [ 1089.472441] env[69731]: _type = "Task" [ 1089.472441] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.472441] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.477213] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f1d665-8204-4ceb-a835-e2a96ca4d05e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.511089] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275778, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.511444] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275777, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.512990] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.512990] env[69731]: value = "task-3275779" [ 1089.512990] env[69731]: _type = "Task" [ 1089.512990] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.523763] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275779, 'name': CreateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.811336] env[69731]: DEBUG oslo_vmware.api [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275776, 'name': ReconfigVM_Task, 'duration_secs': 0.417055} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.812727] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-c78d3606-76b7-4f20-8094-9990dd83b296/volume-c78d3606-76b7-4f20-8094-9990dd83b296.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.816970] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747214f8-f32d-4ef8-a450-baf8a286ecff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.834155] env[69731]: DEBUG oslo_vmware.api [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1089.834155] env[69731]: value = "task-3275780" [ 1089.834155] env[69731]: _type = "Task" [ 1089.834155] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.842876] env[69731]: DEBUG oslo_vmware.api [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.844982] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.845481] env[69731]: DEBUG nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.847806] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.693s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.849170] env[69731]: INFO nova.compute.claims [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.986790] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275777, 'name': Rename_Task, 'duration_secs': 0.18236} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.991723] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.992081] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076896} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.992297] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-641a1cc8-10e3-402d-9686-fa03599671d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.993903] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.994667] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f778d61-614d-49d2-9605-9c79d97a6353 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.020915] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 0e347564-42ae-41b4-b210-97246e3dc61f/0e347564-42ae-41b4-b210-97246e3dc61f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.022449] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30051148-c903-454e-a34e-b3b4111b28af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.037959] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1090.037959] env[69731]: value = "task-3275781" [ 1090.037959] env[69731]: _type = "Task" [ 1090.037959] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.049866] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1090.049866] env[69731]: value = "task-3275782" [ 1090.049866] env[69731]: _type = "Task" [ 1090.049866] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.057701] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275779, 'name': CreateVM_Task, 'duration_secs': 0.440072} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.057937] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.061314] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.061676] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.061853] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.062180] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.062865] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0503d5-0396-4dee-9588-a6772453fb66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.071330] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.072813] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1090.072813] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5267822e-fa4c-2ad7-8ae8-a076ca303a66" [ 1090.072813] env[69731]: _type = "Task" [ 1090.072813] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.081493] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5267822e-fa4c-2ad7-8ae8-a076ca303a66, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.081769] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.082017] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.082254] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.082459] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.082596] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.082850] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47128227-794a-486a-8efc-69ee954c5537 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.091143] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.091315] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.092007] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5f0b00-8d86-4bdc-bcf1-32cf767847d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.097540] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1090.097540] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52863ed6-d9be-906e-8c67-bfe371d86d7d" [ 1090.097540] env[69731]: _type = "Task" [ 1090.097540] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.105708] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52863ed6-d9be-906e-8c67-bfe371d86d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.298945] env[69731]: DEBUG nova.network.neutron [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Updated VIF entry in instance network info cache for port 26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.299333] env[69731]: DEBUG nova.network.neutron [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Updating instance_info_cache with network_info: [{"id": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "address": "fa:16:3e:3c:2f:5f", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cc1ba7-35", "ovs_interfaceid": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.307889] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e70a155-5882-4450-9a62-da24329f874f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.307889] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e70a155-5882-4450-9a62-da24329f874f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.307889] env[69731]: DEBUG nova.objects.instance [None req-0e70a155-5882-4450-9a62-da24329f874f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'flavor' on Instance uuid be64ce3f-f516-4fff-ba26-020d3534eead {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.344571] env[69731]: DEBUG oslo_vmware.api [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275780, 'name': ReconfigVM_Task, 'duration_secs': 0.171633} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.344884] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.354170] env[69731]: DEBUG nova.compute.utils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.357545] env[69731]: DEBUG nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.357545] env[69731]: DEBUG nova.network.neutron [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.420124] env[69731]: DEBUG nova.policy [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4546f6a27d8468087633408356af4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fea8db7d74d3486cdcd3ffd841c17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.554445] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.566600] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.609919] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52863ed6-d9be-906e-8c67-bfe371d86d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.610723] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f285eac-8ab4-4339-8886-244c26f01e8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.616803] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1090.616803] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524ae125-edae-2c83-567f-a3ce8413e220" [ 1090.616803] env[69731]: _type = "Task" [ 1090.616803] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.625858] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524ae125-edae-2c83-567f-a3ce8413e220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.802614] env[69731]: DEBUG oslo_concurrency.lockutils [req-8a18c589-e6de-4753-85fc-8296e9758c1a req-10ee8d07-1bb4-4b59-9a0a-9b32ae29943b service nova] Releasing lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.811507] env[69731]: DEBUG nova.objects.instance [None req-0e70a155-5882-4450-9a62-da24329f874f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'pci_requests' on Instance uuid be64ce3f-f516-4fff-ba26-020d3534eead {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.857553] env[69731]: DEBUG nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.876583] env[69731]: DEBUG nova.network.neutron [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Successfully created port: 9ce77931-45f2-4130-a710-12f741f4c9ec {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.060266] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.077341] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.141873] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524ae125-edae-2c83-567f-a3ce8413e220, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.142622] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.143231] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827/8d90ed3c-aafc-4471-88d3-cf0b8c730827.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.146134] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b7d00ae-08f3-453b-84eb-a3b1740e7085 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.158124] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1091.158124] env[69731]: value = "task-3275783" [ 1091.158124] env[69731]: _type = "Task" [ 1091.158124] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.174397] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.248941] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02bf646-00c5-4855-b5e9-97f95d7a793c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.259991] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fa4d89-92ce-41ea-a0cc-f10839d55bb3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.298741] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c4e4a5-4c73-42e4-943f-bdb48b03e41a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.308829] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af10f39-b708-4e02-bc71-b026b128e51b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.314132] env[69731]: DEBUG nova.objects.base [None req-0e70a155-5882-4450-9a62-da24329f874f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.314460] env[69731]: DEBUG nova.network.neutron [None req-0e70a155-5882-4450-9a62-da24329f874f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.324929] env[69731]: DEBUG nova.compute.provider_tree [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.402929] env[69731]: DEBUG nova.objects.instance [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'flavor' on Instance uuid 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.558671] env[69731]: DEBUG oslo_vmware.api [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275781, 'name': PowerOnVM_Task, 'duration_secs': 1.355071} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.559429] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.559711] env[69731]: INFO nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1091.559900] env[69731]: DEBUG nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.561154] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe79ae-a3aa-4fef-a597-da20e3886ff0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.581389] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0e70a155-5882-4450-9a62-da24329f874f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.274s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.587830] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275782, 'name': ReconfigVM_Task, 'duration_secs': 1.12449} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.588459] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 0e347564-42ae-41b4-b210-97246e3dc61f/0e347564-42ae-41b4-b210-97246e3dc61f.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.589155] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ca7708c-097a-419d-928e-6a413d676d0d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.600104] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1091.600104] env[69731]: value = "task-3275784" [ 1091.600104] env[69731]: _type = "Task" [ 1091.600104] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.615300] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275784, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.674150] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.828424] env[69731]: DEBUG nova.scheduler.client.report [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.871314] env[69731]: DEBUG nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.897675] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.897983] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.898214] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.898493] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.898749] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.898952] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.899298] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.899565] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.899800] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.900023] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.900257] env[69731]: DEBUG nova.virt.hardware [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.901196] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282e4b7a-23b4-4822-b888-ca9f1c205296 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.911975] env[69731]: DEBUG oslo_concurrency.lockutils [None req-398ba53a-31bf-4e7f-8923-24cbd6adfa3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.805s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.914166] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d7f07e-c556-4c8b-b98e-c8f20318449b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.095735] env[69731]: INFO nova.compute.manager [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Took 20.18 seconds to build instance. [ 1092.111427] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275784, 'name': Rename_Task, 'duration_secs': 0.42398} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.112365] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.112661] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a79f5be-9134-4ee6-8a03-f7bad6f6123c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.120281] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1092.120281] env[69731]: value = "task-3275785" [ 1092.120281] env[69731]: _type = "Task" [ 1092.120281] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.129893] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.170691] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635197} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.170978] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827/8d90ed3c-aafc-4471-88d3-cf0b8c730827.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.171201] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.171459] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdfecdce-1473-45de-96e9-9b4ab4c0e91b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.178883] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1092.178883] env[69731]: value = "task-3275786" [ 1092.178883] env[69731]: _type = "Task" [ 1092.178883] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.188101] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.333693] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.334263] env[69731]: DEBUG nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.336995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.614s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.338529] env[69731]: INFO nova.compute.claims [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.477487] env[69731]: INFO nova.compute.manager [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Rebuilding instance [ 1092.524446] env[69731]: DEBUG nova.compute.manager [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.525628] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9542b668-8ab6-422e-b4fd-e7d88e047729 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.599424] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a76234bd-4025-44c1-99c9-46b0ebdf03fc tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.693s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.631284] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275785, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.689818] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072596} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.690111] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.691007] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b290bb4-34c0-4bb2-abf8-53d02a82973a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.715957] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827/8d90ed3c-aafc-4471-88d3-cf0b8c730827.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.718245] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330414d2-6f7f-40b2-bafb-c4bc75d19850 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.743454] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1092.743454] env[69731]: value = "task-3275787" [ 1092.743454] env[69731]: _type = "Task" [ 1092.743454] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.754040] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.843551] env[69731]: DEBUG nova.compute.utils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.847516] env[69731]: DEBUG nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.848254] env[69731]: DEBUG nova.network.neutron [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.917870] env[69731]: DEBUG nova.network.neutron [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Successfully updated port: 9ce77931-45f2-4130-a710-12f741f4c9ec {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.932354] env[69731]: DEBUG nova.policy [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4546f6a27d8468087633408356af4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fea8db7d74d3486cdcd3ffd841c17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.941522] env[69731]: DEBUG nova.compute.manager [req-c07a7092-e176-4419-8b6c-62065695188a req-55bc1845-b073-4507-be78-c2f1a32b51b4 service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Received event network-vif-plugged-9ce77931-45f2-4130-a710-12f741f4c9ec {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.941736] env[69731]: DEBUG oslo_concurrency.lockutils [req-c07a7092-e176-4419-8b6c-62065695188a req-55bc1845-b073-4507-be78-c2f1a32b51b4 service nova] Acquiring lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.941949] env[69731]: DEBUG oslo_concurrency.lockutils [req-c07a7092-e176-4419-8b6c-62065695188a req-55bc1845-b073-4507-be78-c2f1a32b51b4 service nova] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.942130] env[69731]: DEBUG oslo_concurrency.lockutils [req-c07a7092-e176-4419-8b6c-62065695188a req-55bc1845-b073-4507-be78-c2f1a32b51b4 service nova] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.942308] env[69731]: DEBUG nova.compute.manager [req-c07a7092-e176-4419-8b6c-62065695188a req-55bc1845-b073-4507-be78-c2f1a32b51b4 service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] No waiting events found dispatching network-vif-plugged-9ce77931-45f2-4130-a710-12f741f4c9ec {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.942493] env[69731]: WARNING nova.compute.manager [req-c07a7092-e176-4419-8b6c-62065695188a req-55bc1845-b073-4507-be78-c2f1a32b51b4 service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Received unexpected event network-vif-plugged-9ce77931-45f2-4130-a710-12f741f4c9ec for instance with vm_state building and task_state spawning. [ 1093.133545] env[69731]: DEBUG oslo_vmware.api [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275785, 'name': PowerOnVM_Task, 'duration_secs': 0.952885} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.133545] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.133545] env[69731]: INFO nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Took 13.43 seconds to spawn the instance on the hypervisor. [ 1093.133797] env[69731]: DEBUG nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.134606] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de55395-3267-48bf-9dcf-5b3a0a9e79a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.236760] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.237338] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.237905] env[69731]: DEBUG nova.compute.manager [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.240263] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17670405-da9e-4f71-94d8-8eb13528c4d5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.254507] env[69731]: DEBUG nova.compute.manager [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1093.254507] env[69731]: DEBUG nova.objects.instance [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lazy-loading 'flavor' on Instance uuid ed8b2e3a-3579-4219-947f-62ddaf5fc68b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.259293] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.280970] env[69731]: DEBUG nova.network.neutron [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Successfully created port: d36ffeb1-5f09-4239-b77c-b9feee1b7133 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.357489] env[69731]: DEBUG nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.420993] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.420993] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.420993] env[69731]: DEBUG nova.network.neutron [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.544805] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.545645] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "fe41cf61-289c-4946-a89f-16daf92b6eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.545645] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "fe41cf61-289c-4946-a89f-16daf92b6eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.547117] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43edddae-a809-46af-8578-dee74ff310f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.555665] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1093.555665] env[69731]: value = "task-3275788" [ 1093.555665] env[69731]: _type = "Task" [ 1093.555665] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.569070] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.599175] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.599437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.599791] env[69731]: DEBUG nova.objects.instance [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'flavor' on Instance uuid be64ce3f-f516-4fff-ba26-020d3534eead {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.640428] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1385fe6d-5081-4ee2-a466-793d950be51d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.658708] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170e35e6-a338-4694-a73d-4dfa12cf55dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.662411] env[69731]: INFO nova.compute.manager [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Took 22.78 seconds to build instance. [ 1093.696225] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dbf442-c21c-4617-b060-8e281c02e425 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.704893] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a394f199-03f1-4b7e-922e-230f3ce9740a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.718507] env[69731]: DEBUG nova.compute.provider_tree [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.755409] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275787, 'name': ReconfigVM_Task, 'duration_secs': 0.55168} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.755697] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827/8d90ed3c-aafc-4471-88d3-cf0b8c730827.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.756701] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57028ec8-85e5-42c7-a154-d5d36cc99def {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.767154] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1093.767154] env[69731]: value = "task-3275789" [ 1093.767154] env[69731]: _type = "Task" [ 1093.767154] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.781224] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275789, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.954962] env[69731]: DEBUG nova.network.neutron [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.050124] env[69731]: DEBUG nova.compute.manager [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.070299] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275788, 'name': PowerOffVM_Task, 'duration_secs': 0.244748} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.070567] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.088698] env[69731]: DEBUG nova.network.neutron [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Updating instance_info_cache with network_info: [{"id": "9ce77931-45f2-4130-a710-12f741f4c9ec", "address": "fa:16:3e:d9:10:e1", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce77931-45", "ovs_interfaceid": "9ce77931-45f2-4130-a710-12f741f4c9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.132285] env[69731]: INFO nova.compute.manager [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Detaching volume c78d3606-76b7-4f20-8094-9990dd83b296 [ 1094.147217] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "0e347564-42ae-41b4-b210-97246e3dc61f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.165050] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f266cad2-dcf4-4cf4-b4e9-937f50dc0769 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "0e347564-42ae-41b4-b210-97246e3dc61f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.290s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.165416] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "0e347564-42ae-41b4-b210-97246e3dc61f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.018s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.165736] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.165839] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.166056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "0e347564-42ae-41b4-b210-97246e3dc61f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.169111] env[69731]: INFO nova.virt.block_device [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Attempting to driver detach volume c78d3606-76b7-4f20-8094-9990dd83b296 from mountpoint /dev/sdb [ 1094.169363] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.169586] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.170541] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab634a0e-bad5-40ec-8eb6-28247be7b404 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.173822] env[69731]: INFO nova.compute.manager [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Terminating instance [ 1094.177590] env[69731]: DEBUG nova.objects.instance [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'pci_requests' on Instance uuid be64ce3f-f516-4fff-ba26-020d3534eead {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.203441] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d8ec5-c3ee-4c11-9882-e7d274eac444 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.212510] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf88e7-94f3-49f5-971a-b671a521bbc0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.234332] env[69731]: DEBUG nova.scheduler.client.report [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.239049] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b4fd4f-706f-4b16-b8a9-b979107b2aa0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.256222] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] The volume has not been displaced from its original location: [datastore2] volume-c78d3606-76b7-4f20-8094-9990dd83b296/volume-c78d3606-76b7-4f20-8094-9990dd83b296.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.261384] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.261952] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a824f6-f1a5-4d62-bc2e-e18dd5b5f0a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.278746] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.279081] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33a8ac21-3d30-4327-a5e1-a7822c3f8d2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.293020] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275789, 'name': Rename_Task, 'duration_secs': 0.313432} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.293020] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.293020] env[69731]: DEBUG oslo_vmware.api [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1094.293020] env[69731]: value = "task-3275790" [ 1094.293020] env[69731]: _type = "Task" [ 1094.293020] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.293020] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1094.293020] env[69731]: value = "task-3275791" [ 1094.293020] env[69731]: _type = "Task" [ 1094.293020] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.293385] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99bafad2-847d-4a6f-8c73-0d3aa74d1b0c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.306047] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.311297] env[69731]: DEBUG oslo_vmware.api [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.311665] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1094.311665] env[69731]: value = "task-3275792" [ 1094.311665] env[69731]: _type = "Task" [ 1094.311665] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.319377] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.369501] env[69731]: DEBUG nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.397163] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.397455] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.397623] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.397820] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.397970] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.398143] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.398369] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.398534] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.398725] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.398915] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.399107] env[69731]: DEBUG nova.virt.hardware [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.400067] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e718c9-7393-40f6-b150-ec987e2b96a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.408050] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1958d5-dc19-450b-9462-555efee8beda {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.575575] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.591561] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.591659] env[69731]: DEBUG nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Instance network_info: |[{"id": "9ce77931-45f2-4130-a710-12f741f4c9ec", "address": "fa:16:3e:d9:10:e1", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce77931-45", "ovs_interfaceid": "9ce77931-45f2-4130-a710-12f741f4c9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.592055] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:10:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce77931-45f2-4130-a710-12f741f4c9ec', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.600901] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Creating folder: Project (1b5fea8db7d74d3486cdcd3ffd841c17). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.601223] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4daffd7-cda8-41a5-925b-538945a38d41 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.613882] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Created folder: Project (1b5fea8db7d74d3486cdcd3ffd841c17) in parent group-v654000. [ 1094.614157] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Creating folder: Instances. Parent ref: group-v654270. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.614433] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06b321b0-a194-497b-b4b1-2a7ef164e268 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.623601] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Created folder: Instances in parent group-v654270. [ 1094.623860] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.624064] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.624274] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7f5925d-1b08-48fe-b629-282c843e6da6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.646908] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.646908] env[69731]: value = "task-3275795" [ 1094.646908] env[69731]: _type = "Task" [ 1094.646908] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.654830] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275795, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.679826] env[69731]: DEBUG nova.compute.manager [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.679985] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.680934] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0525fb4-50d2-40de-ac90-22729977ee04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.684098] env[69731]: DEBUG nova.objects.base [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.684341] env[69731]: DEBUG nova.network.neutron [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.690169] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.690488] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57ec0396-bc06-4869-823a-24b9872f7abf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.696882] env[69731]: DEBUG oslo_vmware.api [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1094.696882] env[69731]: value = "task-3275796" [ 1094.696882] env[69731]: _type = "Task" [ 1094.696882] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.706049] env[69731]: DEBUG oslo_vmware.api [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.739642] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.740328] env[69731]: DEBUG nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.743321] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.024s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.744952] env[69731]: INFO nova.compute.claims [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.748955] env[69731]: DEBUG nova.policy [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.809603] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275791, 'name': ReconfigVM_Task, 'duration_secs': 0.214859} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.813314] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.819189] env[69731]: DEBUG oslo_vmware.api [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275790, 'name': PowerOffVM_Task, 'duration_secs': 0.181148} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.819644] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18189f8-a599-4911-bfc6-e66430c0db1f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.838025] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.838025] env[69731]: DEBUG nova.compute.manager [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.838025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94abc274-6499-4753-bfdc-4bdb2a799e68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.844839] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.849429] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1094.849429] env[69731]: value = "task-3275797" [ 1094.849429] env[69731]: _type = "Task" [ 1094.849429] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.850337] env[69731]: DEBUG nova.network.neutron [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Successfully updated port: d36ffeb1-5f09-4239-b77c-b9feee1b7133 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.860733] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.106403] env[69731]: DEBUG nova.network.neutron [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Successfully created port: 97d1236e-f488-43c4-92a2-ac8ce153a3c8 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.113043] env[69731]: DEBUG nova.compute.manager [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Received event network-changed-9ce77931-45f2-4130-a710-12f741f4c9ec {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.113302] env[69731]: DEBUG nova.compute.manager [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Refreshing instance network info cache due to event network-changed-9ce77931-45f2-4130-a710-12f741f4c9ec. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.113619] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Acquiring lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.113886] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Acquired lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.114129] env[69731]: DEBUG nova.network.neutron [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Refreshing network info cache for port 9ce77931-45f2-4130-a710-12f741f4c9ec {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.157149] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275795, 'name': CreateVM_Task, 'duration_secs': 0.409321} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.157342] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.158042] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.158219] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.158550] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.158800] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadab6d0-7742-4752-a700-a7ba05ffba15 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.163752] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1095.163752] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522d4ff5-86f7-d4ce-ad2a-2585072f7650" [ 1095.163752] env[69731]: _type = "Task" [ 1095.163752] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.171397] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522d4ff5-86f7-d4ce-ad2a-2585072f7650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.206508] env[69731]: DEBUG oslo_vmware.api [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275796, 'name': PowerOffVM_Task, 'duration_secs': 0.187724} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.206819] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.206997] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.207236] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb8c0314-7e48-4f07-9a45-2c8b47c59438 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.249718] env[69731]: DEBUG nova.compute.utils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.251449] env[69731]: DEBUG nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.251642] env[69731]: DEBUG nova.network.neutron [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.316037] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.316037] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.316037] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Deleting the datastore file [datastore2] 0e347564-42ae-41b4-b210-97246e3dc61f {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.316037] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-133fcd75-7e08-47cf-9dea-06a557a1dfd2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.324932] env[69731]: DEBUG oslo_vmware.api [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for the task: (returnval){ [ 1095.324932] env[69731]: value = "task-3275799" [ 1095.324932] env[69731]: _type = "Task" [ 1095.324932] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.326795] env[69731]: DEBUG nova.policy [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76e6eec1f46b40bc95086778fb570017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eaddb8a58124b93a18d33b08cfe98ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.336793] env[69731]: DEBUG oslo_vmware.api [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275792, 'name': PowerOnVM_Task, 'duration_secs': 1.016004} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.337552] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.337756] env[69731]: INFO nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1095.337959] env[69731]: DEBUG nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.338801] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe5bd3-ad3b-4802-af20-8d1949f8c796 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.344707] env[69731]: DEBUG oslo_vmware.api [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.356020] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1823c3e8-d671-4afa-9831-6dc8bf30d698 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.118s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.357476] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.357597] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.357732] env[69731]: DEBUG nova.network.neutron [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.363487] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275797, 'name': ReconfigVM_Task, 'duration_secs': 0.186105} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.363779] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.636137] env[69731]: DEBUG nova.network.neutron [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Successfully created port: b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.674585] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522d4ff5-86f7-d4ce-ad2a-2585072f7650, 'name': SearchDatastore_Task, 'duration_secs': 0.023947} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.674856] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.675346] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.675634] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.675789] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.675970] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.676450] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f92b96e-aa96-4592-8ed7-29cb6127bc25 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.685070] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.685182] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.685895] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e05692c-6087-4bd1-b0fc-ceb6f03293b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.690938] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1095.690938] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52413647-f330-3a5a-548b-7c0459ff2a61" [ 1095.690938] env[69731]: _type = "Task" [ 1095.690938] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.698645] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52413647-f330-3a5a-548b-7c0459ff2a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.756233] env[69731]: DEBUG nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.839888] env[69731]: DEBUG oslo_vmware.api [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.866166] env[69731]: INFO nova.compute.manager [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Took 22.83 seconds to build instance. [ 1095.901896] env[69731]: DEBUG nova.network.neutron [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.933879] env[69731]: DEBUG nova.network.neutron [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Updated VIF entry in instance network info cache for port 9ce77931-45f2-4130-a710-12f741f4c9ec. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.934226] env[69731]: DEBUG nova.network.neutron [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Updating instance_info_cache with network_info: [{"id": "9ce77931-45f2-4130-a710-12f741f4c9ec", "address": "fa:16:3e:d9:10:e1", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce77931-45", "ovs_interfaceid": "9ce77931-45f2-4130-a710-12f741f4c9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.085017] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3968bb7c-9746-4bb8-887b-bd172400903d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.092999] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e418ac-ee53-4790-84d0-25e97c980c2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.126855] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.127482] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.127482] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.127657] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.127714] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.129743] env[69731]: INFO nova.compute.manager [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Terminating instance [ 1096.132015] env[69731]: DEBUG nova.network.neutron [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Updating instance_info_cache with network_info: [{"id": "d36ffeb1-5f09-4239-b77c-b9feee1b7133", "address": "fa:16:3e:8d:ac:7f", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36ffeb1-5f", "ovs_interfaceid": "d36ffeb1-5f09-4239-b77c-b9feee1b7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.133418] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3897f8-5693-4af5-b026-7a8c3d15a3bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.142213] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb7fba-5374-4f10-aaad-5a1c3ace3940 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.157047] env[69731]: DEBUG nova.compute.provider_tree [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.201650] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52413647-f330-3a5a-548b-7c0459ff2a61, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.202720] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ecdd59-99c0-4ca0-bb23-b7a1d4f32949 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.207872] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1096.207872] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52929564-39d9-91b8-5895-0ef3ccd748a4" [ 1096.207872] env[69731]: _type = "Task" [ 1096.207872] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.216049] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52929564-39d9-91b8-5895-0ef3ccd748a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.339182] env[69731]: DEBUG oslo_vmware.api [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Task: {'id': task-3275799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598625} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.339182] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.339372] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.339549] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.339747] env[69731]: INFO nova.compute.manager [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1096.339984] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.340182] env[69731]: DEBUG nova.compute.manager [-] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.340290] env[69731]: DEBUG nova.network.neutron [-] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.368389] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f43d32af-47e8-4f3f-bf98-34540e64e8d0 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.344s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.434132] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.434434] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cbfa5e6-b3b6-42a1-913f-c936b2a1ebff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.436527] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Releasing lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.436761] env[69731]: DEBUG nova.compute.manager [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Received event network-vif-plugged-d36ffeb1-5f09-4239-b77c-b9feee1b7133 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.436939] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Acquiring lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.437158] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.437309] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.437470] env[69731]: DEBUG nova.compute.manager [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] No waiting events found dispatching network-vif-plugged-d36ffeb1-5f09-4239-b77c-b9feee1b7133 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.437633] env[69731]: WARNING nova.compute.manager [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Received unexpected event network-vif-plugged-d36ffeb1-5f09-4239-b77c-b9feee1b7133 for instance with vm_state building and task_state spawning. [ 1096.437797] env[69731]: DEBUG nova.compute.manager [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Received event network-changed-d36ffeb1-5f09-4239-b77c-b9feee1b7133 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.438029] env[69731]: DEBUG nova.compute.manager [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Refreshing instance network info cache due to event network-changed-d36ffeb1-5f09-4239-b77c-b9feee1b7133. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.438262] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Acquiring lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.445448] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1096.445448] env[69731]: value = "task-3275800" [ 1096.445448] env[69731]: _type = "Task" [ 1096.445448] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.454759] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.632746] env[69731]: DEBUG nova.network.neutron [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Successfully updated port: 97d1236e-f488-43c4-92a2-ac8ce153a3c8 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.638121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.640412] env[69731]: DEBUG nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Instance network_info: |[{"id": "d36ffeb1-5f09-4239-b77c-b9feee1b7133", "address": "fa:16:3e:8d:ac:7f", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36ffeb1-5f", "ovs_interfaceid": "d36ffeb1-5f09-4239-b77c-b9feee1b7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.640412] env[69731]: DEBUG nova.compute.manager [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.640412] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.640412] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Acquired lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.640412] env[69731]: DEBUG nova.network.neutron [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Refreshing network info cache for port d36ffeb1-5f09-4239-b77c-b9feee1b7133 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.640925] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:ac:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd36ffeb1-5f09-4239-b77c-b9feee1b7133', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.651297] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.651297] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f5db41-d854-4921-818b-ee4409c531f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.655297] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.656033] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d8e02a-47e1-454e-9a61-76e25b8b74c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.671824] env[69731]: DEBUG nova.scheduler.client.report [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.675257] env[69731]: INFO nova.compute.manager [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Rescuing [ 1096.675487] env[69731]: DEBUG oslo_concurrency.lockutils [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.675635] env[69731]: DEBUG oslo_concurrency.lockutils [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.675795] env[69731]: DEBUG nova.network.neutron [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.681544] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.682060] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e2d09d-66d2-445c-ad54-3128a41852fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.686362] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.686362] env[69731]: value = "task-3275801" [ 1096.686362] env[69731]: _type = "Task" [ 1096.686362] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.695097] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275801, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.718288] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52929564-39d9-91b8-5895-0ef3ccd748a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.718627] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.718891] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4/cf0746a6-627b-4df0-9ca7-c675f9ce2ff4.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.719192] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f97f91d-1a44-4c44-8fde-0612a75f2599 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.726889] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1096.726889] env[69731]: value = "task-3275803" [ 1096.726889] env[69731]: _type = "Task" [ 1096.726889] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.735640] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.746054] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.746284] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.746465] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleting the datastore file [datastore2] ed8b2e3a-3579-4219-947f-62ddaf5fc68b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.746757] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b1da60e-6a10-408f-80b0-812d1da4e742 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.754559] env[69731]: DEBUG oslo_vmware.api [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1096.754559] env[69731]: value = "task-3275804" [ 1096.754559] env[69731]: _type = "Task" [ 1096.754559] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.767275] env[69731]: DEBUG oslo_vmware.api [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.768845] env[69731]: DEBUG nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.800131] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.800419] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.800621] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.800845] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.801215] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.801561] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.801884] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.802132] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.802364] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.802573] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.802796] env[69731]: DEBUG nova.virt.hardware [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.803946] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c61b207-6239-424e-a4a8-f09e9c111f62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.815048] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e61bd04-65d0-4cdd-afa7-ccb14ccfa0de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.883929] env[69731]: DEBUG nova.network.neutron [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Updated VIF entry in instance network info cache for port d36ffeb1-5f09-4239-b77c-b9feee1b7133. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.884455] env[69731]: DEBUG nova.network.neutron [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Updating instance_info_cache with network_info: [{"id": "d36ffeb1-5f09-4239-b77c-b9feee1b7133", "address": "fa:16:3e:8d:ac:7f", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36ffeb1-5f", "ovs_interfaceid": "d36ffeb1-5f09-4239-b77c-b9feee1b7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.957530] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1096.957819] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.958047] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.958899] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0150a60f-ea6e-4704-b339-9e4f7b515b75 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.981937] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbdfa2f-3de2-4282-a039-9b334b1227c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.988590] env[69731]: WARNING nova.virt.vmwareapi.driver [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1096.989019] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.989933] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9979d2a-dc04-410a-bd66-f02e0f5d8d6e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.997112] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.997792] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e62e569e-eb5f-411a-b8ef-114c58251cdc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.077802] env[69731]: DEBUG nova.compute.manager [req-3415e235-9249-47e3-8013-ca0b2d981217 req-a2d3ab2b-4915-4aca-b0ae-52d0eb74b090 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Received event network-vif-deleted-f75ad940-410e-4ca3-89c2-e9d968d334fc {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.078042] env[69731]: INFO nova.compute.manager [req-3415e235-9249-47e3-8013-ca0b2d981217 req-a2d3ab2b-4915-4aca-b0ae-52d0eb74b090 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Neutron deleted interface f75ad940-410e-4ca3-89c2-e9d968d334fc; detaching it from the instance and deleting it from the info cache [ 1097.078338] env[69731]: DEBUG nova.network.neutron [req-3415e235-9249-47e3-8013-ca0b2d981217 req-a2d3ab2b-4915-4aca-b0ae-52d0eb74b090 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Updating instance_info_cache with network_info: [{"id": "06b58d42-ea2e-4daa-85ab-8ef8c9a15018", "address": "fa:16:3e:86:2b:cf", "network": {"id": "063c80f2-17d0-4777-a785-bc608da80a24", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-70407065", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f36f846afc40f690d134f6ca9f21d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b58d42-ea", "ovs_interfaceid": "06b58d42-ea2e-4daa-85ab-8ef8c9a15018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.136547] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.136805] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.137067] env[69731]: DEBUG nova.network.neutron [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.180028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.180618] env[69731]: DEBUG nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.184829] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.917s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.185074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.187518] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.992s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.201367] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275801, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.221306] env[69731]: INFO nova.scheduler.client.report [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted allocations for instance 47b618d1-5850-4994-843d-7fccb7e8ecde [ 1097.239916] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275803, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.260147] env[69731]: DEBUG nova.network.neutron [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Successfully updated port: b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.267934] env[69731]: DEBUG oslo_vmware.api [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147521} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.268204] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.268385] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.268553] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.268723] env[69731]: INFO nova.compute.manager [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1097.269950] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.269950] env[69731]: DEBUG nova.compute.manager [-] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.269950] env[69731]: DEBUG nova.network.neutron [-] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.365581] env[69731]: DEBUG nova.compute.manager [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-vif-plugged-97d1236e-f488-43c4-92a2-ac8ce153a3c8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.365581] env[69731]: DEBUG oslo_concurrency.lockutils [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.365581] env[69731]: DEBUG oslo_concurrency.lockutils [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] Lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.365581] env[69731]: DEBUG oslo_concurrency.lockutils [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] Lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.365581] env[69731]: DEBUG nova.compute.manager [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] No waiting events found dispatching network-vif-plugged-97d1236e-f488-43c4-92a2-ac8ce153a3c8 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.365800] env[69731]: WARNING nova.compute.manager [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received unexpected event network-vif-plugged-97d1236e-f488-43c4-92a2-ac8ce153a3c8 for instance with vm_state active and task_state None. [ 1097.365800] env[69731]: DEBUG nova.compute.manager [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-changed-97d1236e-f488-43c4-92a2-ac8ce153a3c8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.366045] env[69731]: DEBUG nova.compute.manager [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Refreshing instance network info cache due to event network-changed-97d1236e-f488-43c4-92a2-ac8ce153a3c8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.366122] env[69731]: DEBUG oslo_concurrency.lockutils [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] Acquiring lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.386998] env[69731]: DEBUG oslo_concurrency.lockutils [req-1dcba962-faba-415a-8b39-2f670ae3dfa0 req-ff016cdb-c13c-4f3c-807f-00413d5c6737 service nova] Releasing lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.434393] env[69731]: DEBUG nova.network.neutron [-] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.467263] env[69731]: DEBUG nova.network.neutron [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Updating instance_info_cache with network_info: [{"id": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "address": "fa:16:3e:3c:2f:5f", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cc1ba7-35", "ovs_interfaceid": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.581308] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caf416fe-15cb-48ce-8217-c6eb5a09f24c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.591610] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a58f5-ec98-450a-bc27-50b95087220f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.626107] env[69731]: DEBUG nova.compute.manager [req-3415e235-9249-47e3-8013-ca0b2d981217 req-a2d3ab2b-4915-4aca-b0ae-52d0eb74b090 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Detach interface failed, port_id=f75ad940-410e-4ca3-89c2-e9d968d334fc, reason: Instance 0e347564-42ae-41b4-b210-97246e3dc61f could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1097.671742] env[69731]: WARNING nova.network.neutron [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] ab52b71e-3144-4acc-8418-0f2130dd7826 already exists in list: networks containing: ['ab52b71e-3144-4acc-8418-0f2130dd7826']. ignoring it [ 1097.686195] env[69731]: DEBUG nova.compute.utils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.687621] env[69731]: DEBUG nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.687792] env[69731]: DEBUG nova.network.neutron [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.702873] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275801, 'name': CreateVM_Task, 'duration_secs': 0.54725} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.703047] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.703748] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.703907] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.705063] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.705063] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031afc69-d322-4a61-b36e-540fa9cc3ab5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.714500] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1097.714500] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520a7574-c7c9-315c-0006-a6a81f52c973" [ 1097.714500] env[69731]: _type = "Task" [ 1097.714500] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.722078] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520a7574-c7c9-315c-0006-a6a81f52c973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.736658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e2d33811-8a66-420d-8799-a64b88b429f9 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "47b618d1-5850-4994-843d-7fccb7e8ecde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.450s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.740770] env[69731]: DEBUG nova.policy [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '282f1f66417944738323b6b56e6859e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da0190ce0c7e4e40974bc10552f4854c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.745156] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513093} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.746124] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4/cf0746a6-627b-4df0-9ca7-c675f9ce2ff4.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.746283] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.746635] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfd1273d-014a-4957-8859-598d494cf15e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.753457] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1097.753457] env[69731]: value = "task-3275806" [ 1097.753457] env[69731]: _type = "Task" [ 1097.753457] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.764473] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.764473] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.764473] env[69731]: DEBUG nova.network.neutron [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.765271] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.937318] env[69731]: INFO nova.compute.manager [-] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Took 1.60 seconds to deallocate network for instance. [ 1097.969407] env[69731]: DEBUG oslo_concurrency.lockutils [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.975755] env[69731]: DEBUG nova.network.neutron [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97d1236e-f488-43c4-92a2-ac8ce153a3c8", "address": "fa:16:3e:49:28:75", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d1236e-f4", "ovs_interfaceid": "97d1236e-f488-43c4-92a2-ac8ce153a3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.983989] env[69731]: DEBUG nova.network.neutron [-] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.986825] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5691bf18-6e09-4349-81e9-e6e0ee4144da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.998306] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5b0e3c-abc2-4cf2-9ff6-25b5c5e93b4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.035238] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049cafe5-a203-42f7-82e9-0970c29233cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.043555] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8555682-6199-4bbc-8ce0-5826571b0172 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.057545] env[69731]: DEBUG nova.compute.provider_tree [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.114395] env[69731]: DEBUG nova.network.neutron [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Successfully created port: c97314f3-a758-44f5-8a16-ca248350fbee {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.191207] env[69731]: DEBUG nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.224464] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520a7574-c7c9-315c-0006-a6a81f52c973, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.224772] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.225255] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.225255] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.225448] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.225630] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.225831] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-279264b4-75a8-427f-8d76-47e2436df01a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.235492] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.235689] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.237106] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4436749a-ebce-44d7-83bd-ed504aeb0e7e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.242933] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1098.242933] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525a3ccb-087a-3837-1cfe-7118fdd15822" [ 1098.242933] env[69731]: _type = "Task" [ 1098.242933] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.251927] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525a3ccb-087a-3837-1cfe-7118fdd15822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.262113] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112024} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.262382] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.263180] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d7cac3-df00-48ba-be01-51764948dc84 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.287834] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4/cf0746a6-627b-4df0-9ca7-c675f9ce2ff4.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.288181] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c3c33d9-6fd7-49d3-9325-8b1185ea8d5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.307660] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1098.307660] env[69731]: value = "task-3275807" [ 1098.307660] env[69731]: _type = "Task" [ 1098.307660] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.317435] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.329450] env[69731]: DEBUG nova.network.neutron [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.444899] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.449786] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.450063] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.450224] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleting the datastore file [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.450538] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa71219d-a20d-4808-8bef-e2cd35786837 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.457216] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1098.457216] env[69731]: value = "task-3275808" [ 1098.457216] env[69731]: _type = "Task" [ 1098.457216] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.461374] env[69731]: DEBUG nova.network.neutron [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Updating instance_info_cache with network_info: [{"id": "b6647883-bdf4-47ca-88ba-f86b39700b29", "address": "fa:16:3e:37:9e:7c", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6647883-bd", "ovs_interfaceid": "b6647883-bdf4-47ca-88ba-f86b39700b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.467608] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.474469] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.475195] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.475383] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.475682] env[69731]: DEBUG oslo_concurrency.lockutils [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] Acquired lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.475891] env[69731]: DEBUG nova.network.neutron [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Refreshing network info cache for port 97d1236e-f488-43c4-92a2-ac8ce153a3c8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.477512] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9481ef-e23e-4010-8b99-990e2123b6d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.497055] env[69731]: INFO nova.compute.manager [-] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Took 1.23 seconds to deallocate network for instance. [ 1098.497853] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.498208] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.498463] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.498764] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.499015] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.499279] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.499585] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.499778] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.499953] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.500125] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.500291] env[69731]: DEBUG nova.virt.hardware [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.506774] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Reconfiguring VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1098.508900] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4da949-4a07-48d6-8276-9fbbdbf5f428 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.528913] env[69731]: DEBUG oslo_vmware.api [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1098.528913] env[69731]: value = "task-3275809" [ 1098.528913] env[69731]: _type = "Task" [ 1098.528913] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.536656] env[69731]: DEBUG oslo_vmware.api [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275809, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.562058] env[69731]: DEBUG nova.scheduler.client.report [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.754155] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525a3ccb-087a-3837-1cfe-7118fdd15822, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.755180] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1621e394-8bd0-4f86-9a49-0e1a2e755e2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.761316] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1098.761316] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c09602-3ff0-29ce-682a-b1f715f244b2" [ 1098.761316] env[69731]: _type = "Task" [ 1098.761316] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.770091] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c09602-3ff0-29ce-682a-b1f715f244b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.818442] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.968636] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.968902] env[69731]: DEBUG nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Instance network_info: |[{"id": "b6647883-bdf4-47ca-88ba-f86b39700b29", "address": "fa:16:3e:37:9e:7c", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6647883-bd", "ovs_interfaceid": "b6647883-bdf4-47ca-88ba-f86b39700b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.969220] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306578} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.969553] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:9e:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6647883-bdf4-47ca-88ba-f86b39700b29', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.977029] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Creating folder: Project (6eaddb8a58124b93a18d33b08cfe98ea). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.977305] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.977481] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.977650] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.980110] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44931b24-8004-4696-b0a5-04c36cb3b642 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.993756] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Created folder: Project (6eaddb8a58124b93a18d33b08cfe98ea) in parent group-v654000. [ 1098.993963] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Creating folder: Instances. Parent ref: group-v654274. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.994295] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41739fd2-7ce2-4d6b-ac5e-9955f6cbb6eb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.004293] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Created folder: Instances in parent group-v654274. [ 1099.004569] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.004771] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.004980] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1759eb2-0970-473d-962a-f19b0a58f856 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.025966] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.027627] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.027627] env[69731]: value = "task-3275812" [ 1099.027627] env[69731]: _type = "Task" [ 1099.027627] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.045972] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275812, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.052472] env[69731]: DEBUG oslo_vmware.api [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.189451] env[69731]: DEBUG nova.network.neutron [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updated VIF entry in instance network info cache for port 97d1236e-f488-43c4-92a2-ac8ce153a3c8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.189870] env[69731]: DEBUG nova.network.neutron [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97d1236e-f488-43c4-92a2-ac8ce153a3c8", "address": "fa:16:3e:49:28:75", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d1236e-f4", "ovs_interfaceid": "97d1236e-f488-43c4-92a2-ac8ce153a3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.200750] env[69731]: DEBUG nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.225894] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.226306] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.226520] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.226899] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.227111] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.227343] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.227587] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.227781] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.228034] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.228315] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.228571] env[69731]: DEBUG nova.virt.hardware [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.229649] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d037150-c963-482f-ad74-985075e530f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.239502] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ba7c1-2951-44dd-b0c4-9968c909ec25 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.272362] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c09602-3ff0-29ce-682a-b1f715f244b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.272648] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.272909] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82/2e568988-c2e4-43d4-a0da-b466d4b1fa82.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.273182] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d751690-36b4-4b61-a577-91ce677f1eb5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.280902] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1099.280902] env[69731]: value = "task-3275813" [ 1099.280902] env[69731]: _type = "Task" [ 1099.280902] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.288582] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.319064] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275807, 'name': ReconfigVM_Task, 'duration_secs': 0.606734} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.319371] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4/cf0746a6-627b-4df0-9ca7-c675f9ce2ff4.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.319999] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa9b72b-f02a-445e-8d81-716e03101043 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.327572] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1099.327572] env[69731]: value = "task-3275814" [ 1099.327572] env[69731]: _type = "Task" [ 1099.327572] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.335958] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275814, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.432757] env[69731]: DEBUG nova.compute.manager [req-4be20f85-fa05-478a-856a-ce3fd8e80e92 req-95a32ad5-7ad0-49f3-b295-53409b545ce5 service nova] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Received event network-vif-deleted-06b58d42-ea2e-4daa-85ab-8ef8c9a15018 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.442309] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "9fffa1fe-484e-4534-b2a7-8ce278903b12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.442595] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.485223] env[69731]: INFO nova.virt.block_device [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Booting with volume c78d3606-76b7-4f20-8094-9990dd83b296 at /dev/sdb [ 1099.537697] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed749b3a-04d6-4e06-8666-4df4f13d762e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.543813] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275812, 'name': CreateVM_Task, 'duration_secs': 0.466906} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.544473] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.545325] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.545555] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.545923] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.549205] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d8ed86-dbb0-48bf-ae7b-e561601cbf7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.551057] env[69731]: DEBUG oslo_vmware.api [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275809, 'name': ReconfigVM_Task, 'duration_secs': 0.594688} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.552644] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.552914] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Reconfigured VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1099.556217] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.561143] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28caebfd-d666-474a-b9eb-07b4b4316b6e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.579081] env[69731]: DEBUG oslo_concurrency.lockutils [None req-137cb57c-a16a-44d9-a027-61405eff396e tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.979s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.580645] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59342a9f-a846-4222-b798-0b28f5d4b369 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.583610] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.396s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.587750] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1099.587750] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5201ef5c-d701-b4dc-12d8-5c052ee37f09" [ 1099.587750] env[69731]: _type = "Task" [ 1099.587750] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.588734] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.376s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.589011] env[69731]: DEBUG nova.objects.instance [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lazy-loading 'resources' on Instance uuid 8d0a3fae-240c-44a4-9756-0e3dea870f3d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.600864] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5201ef5c-d701-b4dc-12d8-5c052ee37f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.607025] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1099.607025] env[69731]: value = "task-3275815" [ 1099.607025] env[69731]: _type = "Task" [ 1099.607025] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.621292] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51a55337-8c99-4fc3-ab64-be6e26861b43 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.631022] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.638149] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46099d65-d1e3-4c5b-b9aa-83a695ba80e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.676033] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9e4a86-d6e5-40b6-8aaf-4cb4d481dc0e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.686861] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222c2676-a5e6-474d-96c4-a84f3a4dc7a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.692601] env[69731]: DEBUG oslo_concurrency.lockutils [req-866905ee-7785-4226-86c8-839dad54bc5f req-01712db4-9fe9-4e1b-85c0-19a83b34b847 service nova] Releasing lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.703541] env[69731]: DEBUG nova.virt.block_device [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updating existing volume attachment record: 87a7d19a-df34-46e1-9c08-30f1769d3e61 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.794916] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275813, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.837109] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275814, 'name': Rename_Task, 'duration_secs': 0.161612} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.837452] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.839523] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0343ab91-0cd4-4c22-8669-67345287ab7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.844247] env[69731]: DEBUG nova.compute.manager [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Received event network-vif-plugged-b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.844247] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] Acquiring lock "eaed62e7-5791-4ae5-895a-cb993e238f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.844247] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.844247] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.845240] env[69731]: DEBUG nova.compute.manager [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] No waiting events found dispatching network-vif-plugged-b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.846819] env[69731]: WARNING nova.compute.manager [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Received unexpected event network-vif-plugged-b6647883-bdf4-47ca-88ba-f86b39700b29 for instance with vm_state building and task_state spawning. [ 1099.848067] env[69731]: DEBUG nova.compute.manager [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Received event network-changed-b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.848067] env[69731]: DEBUG nova.compute.manager [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Refreshing instance network info cache due to event network-changed-b6647883-bdf4-47ca-88ba-f86b39700b29. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.848067] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] Acquiring lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.848520] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] Acquired lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.849908] env[69731]: DEBUG nova.network.neutron [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Refreshing network info cache for port b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.855775] env[69731]: DEBUG nova.network.neutron [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Successfully updated port: c97314f3-a758-44f5-8a16-ca248350fbee {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.857522] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1099.857522] env[69731]: value = "task-3275816" [ 1099.857522] env[69731]: _type = "Task" [ 1099.857522] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.869569] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275816, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.948982] env[69731]: DEBUG nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.110966] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5201ef5c-d701-b4dc-12d8-5c052ee37f09, 'name': SearchDatastore_Task, 'duration_secs': 0.056353} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.114539] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.114835] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.115105] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.115335] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.115470] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.120463] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7cfb06f-3fd5-43f3-943e-52c5ed1c3eaa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.130527] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275815, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.132473] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.132967] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.133980] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55f42c9-5f75-4b16-9a8e-0277efe6dec4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.141698] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1100.141698] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f50d30-5af2-00ba-c121-2ff1ab9b4da6" [ 1100.141698] env[69731]: _type = "Task" [ 1100.141698] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.149674] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f50d30-5af2-00ba-c121-2ff1ab9b4da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.158037] env[69731]: INFO nova.scheduler.client.report [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted allocation for migration 957f4350-ab54-40e3-afc4-f6bbeb082a08 [ 1100.298787] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581367} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.304532] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82/2e568988-c2e4-43d4-a0da-b466d4b1fa82.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.306822] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.306822] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70be4ddd-fba6-4da1-b64b-b644d1bef26c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.317357] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1100.317357] env[69731]: value = "task-3275817" [ 1100.317357] env[69731]: _type = "Task" [ 1100.317357] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.331288] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.360655] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquiring lock "refresh_cache-3f409055-f392-4e1f-bf99-ebc986937562" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.360803] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquired lock "refresh_cache-3f409055-f392-4e1f-bf99-ebc986937562" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.360950] env[69731]: DEBUG nova.network.neutron [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.371500] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.409471] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c81f83-c7aa-4e60-824b-a9f46f5745bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.417989] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad15b3ef-dfb9-4e69-8afc-a5654cfa1ca0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.450054] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e80296a-9857-48c3-b208-209c82f17b94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.464842] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679d278-c5f9-4b55-a531-f355768efc8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.469657] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.479575] env[69731]: DEBUG nova.compute.provider_tree [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.596675] env[69731]: DEBUG nova.network.neutron [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Updated VIF entry in instance network info cache for port b6647883-bdf4-47ca-88ba-f86b39700b29. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.597052] env[69731]: DEBUG nova.network.neutron [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Updating instance_info_cache with network_info: [{"id": "b6647883-bdf4-47ca-88ba-f86b39700b29", "address": "fa:16:3e:37:9e:7c", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6647883-bd", "ovs_interfaceid": "b6647883-bdf4-47ca-88ba-f86b39700b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.620805] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275815, 'name': PowerOffVM_Task, 'duration_secs': 0.591196} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.621243] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.621874] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f5d62c-0548-4700-9e0b-da9dcb96d7a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.640435] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80d6ada-60dd-4c4c-b769-243bbb10c934 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.655999] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f50d30-5af2-00ba-c121-2ff1ab9b4da6, 'name': SearchDatastore_Task, 'duration_secs': 0.014946} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.656774] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2e8019-46e9-45ba-89e9-c7a359aedbf8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.661802] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1100.661802] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5257dab9-355d-8e6b-cd95-2727750ccb25" [ 1100.661802] env[69731]: _type = "Task" [ 1100.661802] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.666341] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d8377926-d7f6-40e2-8831-e85615fd06f0 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.381s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.672154] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5257dab9-355d-8e6b-cd95-2727750ccb25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.683169] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.683444] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36c3ab3-efe5-474a-a474-61473f12c562 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.691395] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1100.691395] env[69731]: value = "task-3275818" [ 1100.691395] env[69731]: _type = "Task" [ 1100.691395] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.698848] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.832308] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181957} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.832584] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.833561] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c3515-a3d1-4aa5-96c9-e87e638611eb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.854760] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82/2e568988-c2e4-43d4-a0da-b466d4b1fa82.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.855024] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3950c96e-63dd-49ab-9b15-3d8011a92e39 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.880704] env[69731]: DEBUG oslo_vmware.api [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275816, 'name': PowerOnVM_Task, 'duration_secs': 0.817897} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.881428] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.881639] env[69731]: INFO nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1100.881817] env[69731]: DEBUG nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.882158] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1100.882158] env[69731]: value = "task-3275819" [ 1100.882158] env[69731]: _type = "Task" [ 1100.882158] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.882854] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2277db80-5302-4762-b674-a75978ee7fa1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.893984] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.907768] env[69731]: DEBUG nova.network.neutron [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.986015] env[69731]: DEBUG nova.scheduler.client.report [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.086190] env[69731]: DEBUG nova.network.neutron [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Updating instance_info_cache with network_info: [{"id": "c97314f3-a758-44f5-8a16-ca248350fbee", "address": "fa:16:3e:81:01:09", "network": {"id": "f02d6912-262a-465a-974b-b01971f4690b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1795932534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da0190ce0c7e4e40974bc10552f4854c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97314f3-a7", "ovs_interfaceid": "c97314f3-a758-44f5-8a16-ca248350fbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.098971] env[69731]: DEBUG oslo_concurrency.lockutils [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] Releasing lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.099260] env[69731]: DEBUG nova.compute.manager [req-2b9848c8-948e-4c43-9412-eccdb7ff2cff req-7da113b2-a0e5-4986-a0e0-dd813402e04b service nova] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Received event network-vif-deleted-971371db-4350-425f-9798-4f7e56b85cbd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.173045] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5257dab9-355d-8e6b-cd95-2727750ccb25, 'name': SearchDatastore_Task, 'duration_secs': 0.015652} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.173118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.173366] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] eaed62e7-5791-4ae5-895a-cb993e238f31/eaed62e7-5791-4ae5-895a-cb993e238f31.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.173646] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f932254c-3431-49e5-810f-468d60f45525 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.178366] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-691322fd-a032-4cfe-be43-1748053a8b00" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.178622] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-691322fd-a032-4cfe-be43-1748053a8b00" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.179048] env[69731]: DEBUG nova.objects.instance [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'flavor' on Instance uuid be64ce3f-f516-4fff-ba26-020d3534eead {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.182636] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1101.182636] env[69731]: value = "task-3275820" [ 1101.182636] env[69731]: _type = "Task" [ 1101.182636] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.197473] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.206156] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1101.206375] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.206619] env[69731]: DEBUG oslo_concurrency.lockutils [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.206762] env[69731]: DEBUG oslo_concurrency.lockutils [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.206939] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.207405] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0bbc57-5b44-49cd-8972-a864ce24f38f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.215546] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.215729] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.216443] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbd4761-dab2-4a96-9de6-ea4df87c9ddc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.221657] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1101.221657] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524a79ce-a905-a4a9-6fdc-c11255925a72" [ 1101.221657] env[69731]: _type = "Task" [ 1101.221657] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.229861] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524a79ce-a905-a4a9-6fdc-c11255925a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.394844] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.407196] env[69731]: INFO nova.compute.manager [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Took 26.15 seconds to build instance. [ 1101.490090] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.493200] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.933s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.494117] env[69731]: INFO nova.compute.claims [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.516183] env[69731]: INFO nova.scheduler.client.report [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleted allocations for instance 8d0a3fae-240c-44a4-9756-0e3dea870f3d [ 1101.589721] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Releasing lock "refresh_cache-3f409055-f392-4e1f-bf99-ebc986937562" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.590087] env[69731]: DEBUG nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Instance network_info: |[{"id": "c97314f3-a758-44f5-8a16-ca248350fbee", "address": "fa:16:3e:81:01:09", "network": {"id": "f02d6912-262a-465a-974b-b01971f4690b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1795932534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da0190ce0c7e4e40974bc10552f4854c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97314f3-a7", "ovs_interfaceid": "c97314f3-a758-44f5-8a16-ca248350fbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.590587] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:01:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97314f3-a758-44f5-8a16-ca248350fbee', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.598815] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Creating folder: Project (da0190ce0c7e4e40974bc10552f4854c). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.599559] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eba67cd7-a385-4eff-b3d2-8491b8057ee0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.613122] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Created folder: Project (da0190ce0c7e4e40974bc10552f4854c) in parent group-v654000. [ 1101.613349] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Creating folder: Instances. Parent ref: group-v654277. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.613631] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-082061b9-d45a-4e87-8158-80554f2d51e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.623663] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Created folder: Instances in parent group-v654277. [ 1101.623923] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.624141] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.624355] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aeec40f-6cf4-4b02-937b-2e404bb87c9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.644865] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.644865] env[69731]: value = "task-3275823" [ 1101.644865] env[69731]: _type = "Task" [ 1101.644865] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.652939] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275823, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.692596] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.692596] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.692848] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.693031] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.693203] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.698853] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.699492] env[69731]: INFO nova.compute.manager [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Terminating instance [ 1101.733312] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524a79ce-a905-a4a9-6fdc-c11255925a72, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.734312] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d16d5a-bd5f-4aa1-b872-c6df2f43ff17 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.741861] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1101.741861] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5288d5e3-df29-96f1-b0fa-86bd84170f31" [ 1101.741861] env[69731]: _type = "Task" [ 1101.741861] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.753864] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5288d5e3-df29-96f1-b0fa-86bd84170f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.819015] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.819376] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.819568] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.819781] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.819958] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.820200] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.820455] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.820670] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.820887] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.821076] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.821287] env[69731]: DEBUG nova.virt.hardware [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.822262] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5800e-28a4-4be1-bb77-11bbe64fd482 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.830045] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a403d037-1506-45d0-bfa4-6e789a9a7255 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.843809] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:5e:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40851d3-439c-49b7-96b2-bed09e4b051e', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.851200] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.851781] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.852013] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0ba72e-2c01-454d-9cd4-06f3aa3d2085 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.870597] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.870597] env[69731]: value = "task-3275824" [ 1101.870597] env[69731]: _type = "Task" [ 1101.870597] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.879300] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275824, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.895752] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275819, 'name': ReconfigVM_Task, 'duration_secs': 0.936812} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.896021] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82/2e568988-c2e4-43d4-a0da-b466d4b1fa82.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.896624] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff38c63-32ec-4b3d-bbe1-f344a6ab79b0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.902681] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1101.902681] env[69731]: value = "task-3275825" [ 1101.902681] env[69731]: _type = "Task" [ 1101.902681] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.642801] env[69731]: DEBUG oslo_concurrency.lockutils [None req-778cc826-1d2c-440f-9853-c6c378f42313 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.390s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.647162] env[69731]: DEBUG nova.compute.manager [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.647362] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.649486] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275825, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.649665] env[69731]: WARNING oslo_vmware.common.loopingcall [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] task run outlasted interval by 0.24678199999999995 sec [ 1102.650077] env[69731]: DEBUG oslo_concurrency.lockutils [None req-976a7738-86d0-466d-adb2-bba28056c045 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "8d0a3fae-240c-44a4-9756-0e3dea870f3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.179s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.659249] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec3a870-f081-401e-a92c-e432032c6181 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.662418] env[69731]: DEBUG nova.compute.manager [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Received event network-vif-plugged-c97314f3-a758-44f5-8a16-ca248350fbee {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.662684] env[69731]: DEBUG oslo_concurrency.lockutils [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] Acquiring lock "3f409055-f392-4e1f-bf99-ebc986937562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.662851] env[69731]: DEBUG oslo_concurrency.lockutils [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] Lock "3f409055-f392-4e1f-bf99-ebc986937562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.663035] env[69731]: DEBUG oslo_concurrency.lockutils [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] Lock "3f409055-f392-4e1f-bf99-ebc986937562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.667704] env[69731]: DEBUG nova.compute.manager [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] No waiting events found dispatching network-vif-plugged-c97314f3-a758-44f5-8a16-ca248350fbee {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.667704] env[69731]: WARNING nova.compute.manager [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Received unexpected event network-vif-plugged-c97314f3-a758-44f5-8a16-ca248350fbee for instance with vm_state building and task_state spawning. [ 1102.667704] env[69731]: DEBUG nova.compute.manager [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Received event network-changed-c97314f3-a758-44f5-8a16-ca248350fbee {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.667704] env[69731]: DEBUG nova.compute.manager [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Refreshing instance network info cache due to event network-changed-c97314f3-a758-44f5-8a16-ca248350fbee. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.667704] env[69731]: DEBUG oslo_concurrency.lockutils [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] Acquiring lock "refresh_cache-3f409055-f392-4e1f-bf99-ebc986937562" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.667704] env[69731]: DEBUG oslo_concurrency.lockutils [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] Acquired lock "refresh_cache-3f409055-f392-4e1f-bf99-ebc986937562" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.667704] env[69731]: DEBUG nova.network.neutron [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Refreshing network info cache for port c97314f3-a758-44f5-8a16-ca248350fbee {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.674138] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.674364] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.688859] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275823, 'name': CreateVM_Task, 'duration_secs': 0.400802} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.689150] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65156} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.697994] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.698290] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] eaed62e7-5791-4ae5-895a-cb993e238f31/eaed62e7-5791-4ae5-895a-cb993e238f31.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.698506] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.698961] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275824, 'name': CreateVM_Task, 'duration_secs': 0.692192} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.699218] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.699692] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5288d5e3-df29-96f1-b0fa-86bd84170f31, 'name': SearchDatastore_Task, 'duration_secs': 0.050826} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.700722] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.700886] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.701212] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.701428] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1825041d-ea68-49a7-b780-811920b8404e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.703261] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.703455] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f63af501-65a6-49cb-b00b-a8bc228c9009 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.705262] env[69731]: DEBUG oslo_concurrency.lockutils [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.705499] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. {{(pid=69731) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1102.708398] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1195f3-1be0-4cc4-a74b-dc04893b0a7c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.710076] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.710261] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cceb1d29-38b9-4b9c-a02a-713ed0e2ea47 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.712266] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275825, 'name': Rename_Task, 'duration_secs': 0.2505} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.713347] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.714078] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-556d9ee1-d2fc-4509-9f9e-14d2700dc1da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.719565] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1102.719565] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a29300-1a4d-376e-5519-1aa4f6912dde" [ 1102.719565] env[69731]: _type = "Task" [ 1102.719565] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.720472] env[69731]: DEBUG oslo_vmware.api [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1102.720472] env[69731]: value = "task-3275827" [ 1102.720472] env[69731]: _type = "Task" [ 1102.720472] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.724422] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1102.724422] env[69731]: value = "task-3275826" [ 1102.724422] env[69731]: _type = "Task" [ 1102.724422] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.729732] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1102.729732] env[69731]: value = "task-3275828" [ 1102.729732] env[69731]: _type = "Task" [ 1102.729732] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.729732] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1102.729732] env[69731]: value = "task-3275829" [ 1102.729732] env[69731]: _type = "Task" [ 1102.729732] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.742216] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a29300-1a4d-376e-5519-1aa4f6912dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.749688] env[69731]: DEBUG oslo_vmware.api [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.753760] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.760018] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275829, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.760261] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.806571] env[69731]: DEBUG nova.objects.instance [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'pci_requests' on Instance uuid be64ce3f-f516-4fff-ba26-020d3534eead {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.179787] env[69731]: DEBUG nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.252666] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a29300-1a4d-376e-5519-1aa4f6912dde, 'name': SearchDatastore_Task, 'duration_secs': 0.020143} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.256406] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.256691] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.256958] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.257117] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.257292] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.257579] env[69731]: DEBUG oslo_vmware.api [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275827, 'name': PowerOffVM_Task, 'duration_secs': 0.285256} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.261038] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.261038] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.261038] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e812c0e5-89aa-4c02-a28a-71afb087c607 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.261038] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.261038] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.269435] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00eff0f-77f4-439e-98c3-da7be0904574 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.271687] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c05b8f8-3d5a-4e57-a56f-e6bd1d1e3dbe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.276020] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078661} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.276020] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275828, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.276020] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275829, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.277089] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.278623] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d4c124-3242-4560-a09b-a923a4350d7c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.284028] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1103.284028] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eb5938-48bd-7571-5504-ae4e60512797" [ 1103.284028] env[69731]: _type = "Task" [ 1103.284028] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.284028] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.284274] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.288013] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707b6ee6-ba14-4d0d-b144-51e5cf82bbee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.311521] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] eaed62e7-5791-4ae5-895a-cb993e238f31/eaed62e7-5791-4ae5-895a-cb993e238f31.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.316372] env[69731]: DEBUG nova.objects.base [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.317029] env[69731]: DEBUG nova.network.neutron [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.318706] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43314acc-0a25-457f-8c5f-f90956601d04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.342160] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52eb5938-48bd-7571-5504-ae4e60512797, 'name': SearchDatastore_Task, 'duration_secs': 0.018475} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.342160] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1103.342160] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a12dd6-f25d-c1cc-5cf4-6544448bdb9e" [ 1103.342160] env[69731]: _type = "Task" [ 1103.342160] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.343562] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.343898] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.344185] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.348284] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.348486] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.348708] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleting the datastore file [datastore1] a37830b1-42f8-4b0e-9e2f-ef21dd43cf68 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.350185] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ac64625-5984-4fc9-89fd-6148ff8b7099 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.352111] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1103.352111] env[69731]: value = "task-3275831" [ 1103.352111] env[69731]: _type = "Task" [ 1103.352111] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.367692] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a12dd6-f25d-c1cc-5cf4-6544448bdb9e, 'name': SearchDatastore_Task, 'duration_secs': 0.018458} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.371293] env[69731]: DEBUG oslo_vmware.api [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1103.371293] env[69731]: value = "task-3275832" [ 1103.371293] env[69731]: _type = "Task" [ 1103.371293] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.371293] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976321bb-76da-412e-89e1-5a543327376c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.380248] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.388368] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1103.388368] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d8f065-1907-3e65-6c68-f807693e11b2" [ 1103.388368] env[69731]: _type = "Task" [ 1103.388368] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.391550] env[69731]: DEBUG oslo_vmware.api [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.399935] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d8f065-1907-3e65-6c68-f807693e11b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.437192] env[69731]: DEBUG nova.policy [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.566743] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4ac2f3-7455-40e0-9cde-09dc24fdff72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.575965] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1210dc-2428-475e-a221-50e3520ddb34 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.580554] env[69731]: DEBUG nova.network.neutron [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Updated VIF entry in instance network info cache for port c97314f3-a758-44f5-8a16-ca248350fbee. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.580982] env[69731]: DEBUG nova.network.neutron [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Updating instance_info_cache with network_info: [{"id": "c97314f3-a758-44f5-8a16-ca248350fbee", "address": "fa:16:3e:81:01:09", "network": {"id": "f02d6912-262a-465a-974b-b01971f4690b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1795932534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da0190ce0c7e4e40974bc10552f4854c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97314f3-a7", "ovs_interfaceid": "c97314f3-a758-44f5-8a16-ca248350fbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.625380] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86407fe-3b89-47a6-b130-6be70d8fb11e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.633381] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b83704-3b9f-4f35-8507-baa80591c05d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.648272] env[69731]: DEBUG nova.compute.provider_tree [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.711137] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.747331] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796945} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.751176] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. [ 1103.751289] env[69731]: DEBUG oslo_vmware.api [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275829, 'name': PowerOnVM_Task, 'duration_secs': 1.007348} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.752317] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53aef3f-623a-4763-ac39-e2a99b189771 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.756091] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.756439] env[69731]: INFO nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1103.756742] env[69731]: DEBUG nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.757869] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8fd9b3-e2ce-4bbf-9a87-127ebaa7e238 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.790117] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.790979] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ee118f-a6ee-477a-8f3c-bc88c7580200 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.811095] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1103.811095] env[69731]: value = "task-3275833" [ 1103.811095] env[69731]: _type = "Task" [ 1103.811095] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.819644] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.868049] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275831, 'name': ReconfigVM_Task, 'duration_secs': 0.362656} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.868049] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Reconfigured VM instance instance-00000063 to attach disk [datastore2] eaed62e7-5791-4ae5-895a-cb993e238f31/eaed62e7-5791-4ae5-895a-cb993e238f31.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.868518] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df9d95c-9096-4cf8-acc6-c87ebbabdd3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.874388] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1103.874388] env[69731]: value = "task-3275834" [ 1103.874388] env[69731]: _type = "Task" [ 1103.874388] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.887156] env[69731]: DEBUG oslo_vmware.api [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250635} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.891800] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.891800] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.891800] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.891800] env[69731]: INFO nova.compute.manager [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1103.891800] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.891800] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275834, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.891800] env[69731]: DEBUG nova.compute.manager [-] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.891800] env[69731]: DEBUG nova.network.neutron [-] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.902556] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d8f065-1907-3e65-6c68-f807693e11b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016556} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.902824] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.903138] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 3f409055-f392-4e1f-bf99-ebc986937562/3f409055-f392-4e1f-bf99-ebc986937562.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.903906] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.904142] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.904736] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04e75819-b7ea-4401-8927-ece54ba2bb41 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.906507] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b552fb33-74f5-477e-b644-59e169148520 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.915164] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1103.915164] env[69731]: value = "task-3275835" [ 1103.915164] env[69731]: _type = "Task" [ 1103.915164] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.917262] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.917568] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.925048] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60da0342-865b-43a3-869a-e1206718d7bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.936137] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.937627] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1103.937627] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a3dc9e-f047-e80f-62ee-f46b5384a19d" [ 1103.937627] env[69731]: _type = "Task" [ 1103.937627] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.949202] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a3dc9e-f047-e80f-62ee-f46b5384a19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.084014] env[69731]: DEBUG oslo_concurrency.lockutils [req-f86df698-68ab-43b7-a01d-b975ec9025c0 req-b603ebe4-a2ee-4270-9f77-ac00de6f1ffb service nova] Releasing lock "refresh_cache-3f409055-f392-4e1f-bf99-ebc986937562" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.179671] env[69731]: ERROR nova.scheduler.client.report [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [req-7833519b-66da-4b90-8129-928fde5a12b9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7833519b-66da-4b90-8129-928fde5a12b9"}]} [ 1104.199698] env[69731]: DEBUG nova.scheduler.client.report [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1104.224280] env[69731]: DEBUG nova.scheduler.client.report [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1104.224522] env[69731]: DEBUG nova.compute.provider_tree [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.239346] env[69731]: DEBUG nova.scheduler.client.report [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1104.259034] env[69731]: DEBUG nova.scheduler.client.report [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1104.300668] env[69731]: INFO nova.compute.manager [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Took 28.16 seconds to build instance. [ 1104.321912] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.387438] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275834, 'name': Rename_Task, 'duration_secs': 0.141891} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.389789] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.390229] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5b8dce-a5a4-4e7a-a3ac-12bea0a573b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.397089] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1104.397089] env[69731]: value = "task-3275836" [ 1104.397089] env[69731]: _type = "Task" [ 1104.397089] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.407356] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.416224] env[69731]: DEBUG nova.compute.manager [req-f1967d69-c56f-4775-8bed-01b3766527b6 req-c2ad4e41-31f9-403c-874b-c0ba2a4a8e1f service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Received event network-vif-deleted-cb150a97-7d4a-401f-ae4e-aac05a16b55c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.416871] env[69731]: INFO nova.compute.manager [req-f1967d69-c56f-4775-8bed-01b3766527b6 req-c2ad4e41-31f9-403c-874b-c0ba2a4a8e1f service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Neutron deleted interface cb150a97-7d4a-401f-ae4e-aac05a16b55c; detaching it from the instance and deleting it from the info cache [ 1104.416871] env[69731]: DEBUG nova.network.neutron [req-f1967d69-c56f-4775-8bed-01b3766527b6 req-c2ad4e41-31f9-403c-874b-c0ba2a4a8e1f service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.431818] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275835, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.449976] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a3dc9e-f047-e80f-62ee-f46b5384a19d, 'name': SearchDatastore_Task, 'duration_secs': 0.02859} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.450853] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4ff796-ca02-4019-bda2-13126ce4cbe6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.459011] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1104.459011] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52524f8e-2118-5adc-6382-0270105a3c29" [ 1104.459011] env[69731]: _type = "Task" [ 1104.459011] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.467054] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52524f8e-2118-5adc-6382-0270105a3c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.527759] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f6427a-5a7b-4335-8e27-c7a1a60af167 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.540213] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a24979-4aad-4571-9b73-edeb0e36f9e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.575662] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ca7080-c336-4268-affe-d8a13ac2cbb0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.587365] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24e983-1c98-44cd-ab73-e5daa10e9d13 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.603981] env[69731]: DEBUG nova.compute.provider_tree [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.696424] env[69731]: DEBUG nova.network.neutron [-] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.802146] env[69731]: DEBUG oslo_concurrency.lockutils [None req-de620526-4ed6-4af6-acd5-2293dcd72ecf tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.673s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.821992] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275833, 'name': ReconfigVM_Task, 'duration_secs': 0.970954} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.822314] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.823314] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dbe85f-c629-4860-8de0-929361c82957 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.851904] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eeedd16-e61b-4b18-99f0-c64ae0cce34d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.867719] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1104.867719] env[69731]: value = "task-3275837" [ 1104.867719] env[69731]: _type = "Task" [ 1104.867719] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.880498] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.907523] env[69731]: DEBUG oslo_vmware.api [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275836, 'name': PowerOnVM_Task, 'duration_secs': 0.496283} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.907790] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.908048] env[69731]: INFO nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1104.908300] env[69731]: DEBUG nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.909252] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6dc24-8968-434b-add4-712f07191a56 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.924814] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5ac1549-7812-4018-982f-e8cff19869c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.932379] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950515} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.933633] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 3f409055-f392-4e1f-bf99-ebc986937562/3f409055-f392-4e1f-bf99-ebc986937562.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.936038] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.936038] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbfb800d-9cbd-460d-88d8-a6a832669792 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.939492] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7243888b-7892-471d-b852-aa73ec070156 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.958441] env[69731]: DEBUG nova.compute.manager [req-da8a0d78-c5da-4f7e-88e7-01d9ddc1c0b4 req-7e04937d-9bd6-456f-8ee1-9acb46a7c430 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-vif-plugged-691322fd-a032-4cfe-be43-1748053a8b00 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.958799] env[69731]: DEBUG oslo_concurrency.lockutils [req-da8a0d78-c5da-4f7e-88e7-01d9ddc1c0b4 req-7e04937d-9bd6-456f-8ee1-9acb46a7c430 service nova] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.959104] env[69731]: DEBUG oslo_concurrency.lockutils [req-da8a0d78-c5da-4f7e-88e7-01d9ddc1c0b4 req-7e04937d-9bd6-456f-8ee1-9acb46a7c430 service nova] Lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.959343] env[69731]: DEBUG oslo_concurrency.lockutils [req-da8a0d78-c5da-4f7e-88e7-01d9ddc1c0b4 req-7e04937d-9bd6-456f-8ee1-9acb46a7c430 service nova] Lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.959532] env[69731]: DEBUG nova.compute.manager [req-da8a0d78-c5da-4f7e-88e7-01d9ddc1c0b4 req-7e04937d-9bd6-456f-8ee1-9acb46a7c430 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] No waiting events found dispatching network-vif-plugged-691322fd-a032-4cfe-be43-1748053a8b00 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.959698] env[69731]: WARNING nova.compute.manager [req-da8a0d78-c5da-4f7e-88e7-01d9ddc1c0b4 req-7e04937d-9bd6-456f-8ee1-9acb46a7c430 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received unexpected event network-vif-plugged-691322fd-a032-4cfe-be43-1748053a8b00 for instance with vm_state active and task_state None. [ 1104.961337] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1104.961337] env[69731]: value = "task-3275838" [ 1104.961337] env[69731]: _type = "Task" [ 1104.961337] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.977582] env[69731]: DEBUG nova.compute.manager [req-f1967d69-c56f-4775-8bed-01b3766527b6 req-c2ad4e41-31f9-403c-874b-c0ba2a4a8e1f service nova] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Detach interface failed, port_id=cb150a97-7d4a-401f-ae4e-aac05a16b55c, reason: Instance a37830b1-42f8-4b0e-9e2f-ef21dd43cf68 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.978691] env[69731]: DEBUG nova.network.neutron [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Successfully updated port: 691322fd-a032-4cfe-be43-1748053a8b00 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.989350] env[69731]: INFO nova.compute.manager [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Rescuing [ 1104.989629] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.989802] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.989979] env[69731]: DEBUG nova.network.neutron [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.991613] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52524f8e-2118-5adc-6382-0270105a3c29, 'name': SearchDatastore_Task, 'duration_secs': 0.028415} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.995185] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.995460] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1/727adcef-6cb0-4ea6-bbf7-b13a9377deb1.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.995749] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.996228] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77cbc8c1-dcc5-479a-8f74-7f0b7ac7549f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.003364] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1105.003364] env[69731]: value = "task-3275839" [ 1105.003364] env[69731]: _type = "Task" [ 1105.003364] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.011515] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.138558] env[69731]: DEBUG nova.scheduler.client.report [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1105.138830] env[69731]: DEBUG nova.compute.provider_tree [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 151 to 152 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1105.139027] env[69731]: DEBUG nova.compute.provider_tree [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.199924] env[69731]: INFO nova.compute.manager [-] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Took 1.31 seconds to deallocate network for instance. [ 1105.378076] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275837, 'name': ReconfigVM_Task, 'duration_secs': 0.376141} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.378356] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.378638] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-813a00eb-02fa-41e3-8089-47d433c1eed9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.384251] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1105.384251] env[69731]: value = "task-3275840" [ 1105.384251] env[69731]: _type = "Task" [ 1105.384251] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.391322] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.434502] env[69731]: INFO nova.compute.manager [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Took 27.74 seconds to build instance. [ 1105.486656] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.486656] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.486656] env[69731]: DEBUG nova.network.neutron [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.488874] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071552} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.489565] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.490448] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cb8306-47b8-4f12-b170-90592161e5c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.516567] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3f409055-f392-4e1f-bf99-ebc986937562/3f409055-f392-4e1f-bf99-ebc986937562.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.520778] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e8eda7e-547c-42cb-9081-8f73d1d87440 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.541985] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275839, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.546735] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1105.546735] env[69731]: value = "task-3275841" [ 1105.546735] env[69731]: _type = "Task" [ 1105.546735] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.561474] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.644779] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.152s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.645461] env[69731]: DEBUG nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.648624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.165s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.649240] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.653512] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.077s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.655262] env[69731]: INFO nova.compute.claims [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.700212] env[69731]: INFO nova.scheduler.client.report [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted allocations for instance 6c76ba6e-055b-4b39-b3b0-3cd49750351b [ 1105.707904] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.803046] env[69731]: DEBUG nova.network.neutron [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Updating instance_info_cache with network_info: [{"id": "d36ffeb1-5f09-4239-b77c-b9feee1b7133", "address": "fa:16:3e:8d:ac:7f", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36ffeb1-5f", "ovs_interfaceid": "d36ffeb1-5f09-4239-b77c-b9feee1b7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.893928] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.937652] env[69731]: DEBUG oslo_concurrency.lockutils [None req-81a6834b-bedd-4c20-ade1-5af205b9fc5b tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.253s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.017606] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770774} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.017669] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1/727adcef-6cb0-4ea6-bbf7-b13a9377deb1.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.017840] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.018110] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde9605c-683c-4143-bd6d-6a31e945fccb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.025530] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1106.025530] env[69731]: value = "task-3275842" [ 1106.025530] env[69731]: _type = "Task" [ 1106.025530] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.026484] env[69731]: WARNING nova.network.neutron [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] ab52b71e-3144-4acc-8418-0f2130dd7826 already exists in list: networks containing: ['ab52b71e-3144-4acc-8418-0f2130dd7826']. ignoring it [ 1106.026662] env[69731]: WARNING nova.network.neutron [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] ab52b71e-3144-4acc-8418-0f2130dd7826 already exists in list: networks containing: ['ab52b71e-3144-4acc-8418-0f2130dd7826']. ignoring it [ 1106.038910] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.055615] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275841, 'name': ReconfigVM_Task, 'duration_secs': 0.444392} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.055880] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3f409055-f392-4e1f-bf99-ebc986937562/3f409055-f392-4e1f-bf99-ebc986937562.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.056517] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e0448e3-9aed-4eaf-89b4-28d6e4f53e67 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.062620] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1106.062620] env[69731]: value = "task-3275843" [ 1106.062620] env[69731]: _type = "Task" [ 1106.062620] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.074218] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275843, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.161034] env[69731]: DEBUG nova.compute.utils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.162546] env[69731]: DEBUG nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.162781] env[69731]: DEBUG nova.network.neutron [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.212265] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc78c7c1-0522-422f-b3af-3e5e2871728f tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "6c76ba6e-055b-4b39-b3b0-3cd49750351b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.726s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.252648] env[69731]: DEBUG nova.policy [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6bbadda2b9e4c38829965965af007c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f062e1c47ea4858af4c8b2a73b4636c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.305578] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "refresh_cache-2e568988-c2e4-43d4-a0da-b466d4b1fa82" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.395784] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275840, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.481010] env[69731]: DEBUG nova.network.neutron [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97d1236e-f488-43c4-92a2-ac8ce153a3c8", "address": "fa:16:3e:49:28:75", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d1236e-f4", "ovs_interfaceid": "97d1236e-f488-43c4-92a2-ac8ce153a3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "691322fd-a032-4cfe-be43-1748053a8b00", "address": "fa:16:3e:91:af:0d", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap691322fd-a0", "ovs_interfaceid": "691322fd-a032-4cfe-be43-1748053a8b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.539443] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174973} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.539723] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.540755] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab55f6e-f2b0-4ad9-bbb9-fa7c3f783fd4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.571276] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1/727adcef-6cb0-4ea6-bbf7-b13a9377deb1.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.572050] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55048b9f-1dff-4017-8823-561ce67b4d33 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.596025] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275843, 'name': Rename_Task, 'duration_secs': 0.178623} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.597378] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.597762] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1106.597762] env[69731]: value = "task-3275844" [ 1106.597762] env[69731]: _type = "Task" [ 1106.597762] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.598031] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b94dd216-4e26-44d7-86b9-a3c15f3cfd0b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.617370] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275844, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.618848] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1106.618848] env[69731]: value = "task-3275845" [ 1106.618848] env[69731]: _type = "Task" [ 1106.618848] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.627110] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.666486] env[69731]: DEBUG nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.892578] env[69731]: DEBUG nova.network.neutron [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Successfully created port: ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.901097] env[69731]: DEBUG oslo_vmware.api [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275840, 'name': PowerOnVM_Task, 'duration_secs': 1.094991} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.903789] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.906438] env[69731]: DEBUG nova.compute.manager [None req-838156eb-e40e-4626-8511-8470e91691f8 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.907260] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66518963-26ef-45df-b57e-4767bdad2a61 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.984411] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.985274] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.985396] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.986665] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead70566-cf03-42e5-81ab-eb7a7ec1a292 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.992780] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9295bf4b-88ec-44e3-b4e9-e2d28e1a6405 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.009487] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.009742] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.009925] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.010156] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.010315] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.010465] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.010672] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.010831] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.010995] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.011168] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.011337] env[69731]: DEBUG nova.virt.hardware [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.017825] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Reconfiguring VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1107.018627] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d96fb9-f716-4fb4-b152-31e6b8d9d00a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.034809] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d189c7-5f57-4f20-b37e-6c50fd2ae989 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.039885] env[69731]: DEBUG oslo_vmware.api [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1107.039885] env[69731]: value = "task-3275846" [ 1107.039885] env[69731]: _type = "Task" [ 1107.039885] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.073087] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb1eea-b752-471e-875c-79fa6d86feb2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.079036] env[69731]: DEBUG oslo_vmware.api [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275846, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.084329] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e95ce-b8e7-4e76-ac31-50bbf734d592 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.100279] env[69731]: DEBUG nova.compute.provider_tree [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.109721] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.129092] env[69731]: DEBUG oslo_vmware.api [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275845, 'name': PowerOnVM_Task, 'duration_secs': 0.472105} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.129092] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.129092] env[69731]: INFO nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1107.129092] env[69731]: DEBUG nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.129768] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc57bc68-4e2e-4a2c-b15c-15541bf6ac13 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.551476] env[69731]: DEBUG oslo_vmware.api [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.615377] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275844, 'name': ReconfigVM_Task, 'duration_secs': 0.619087} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.615519] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1/727adcef-6cb0-4ea6-bbf7-b13a9377deb1.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.617082] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': 'ed409e28-9fe4-4715-b5e5-02cca3395c21'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'attachment_id': '87a7d19a-df34-46e1-9c08-30f1769d3e61', 'device_type': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'}, 'volume_type': None}], 'swap': None} {{(pid=69731) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1107.617328] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.617585] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.618514] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f480b1-876b-4314-aa23-381040064a28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.636992] env[69731]: ERROR nova.scheduler.client.report [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [req-55bef8c0-ba8e-4621-8b9b-381aa0a0528c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-55bef8c0-ba8e-4621-8b9b-381aa0a0528c"}]} [ 1107.637966] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e51e1f-a240-40b8-977d-bcdba32bcb33 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.672394] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-c78d3606-76b7-4f20-8094-9990dd83b296/volume-c78d3606-76b7-4f20-8094-9990dd83b296.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.673074] env[69731]: DEBUG nova.scheduler.client.report [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1107.675733] env[69731]: INFO nova.compute.manager [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Took 28.98 seconds to build instance. [ 1107.676847] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbfd1253-99ae-4276-b27d-42a3c99e4fae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.692203] env[69731]: DEBUG nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.695630] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cede5018-c7fa-4817-81ca-85669ce2f044 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "3f409055-f392-4e1f-bf99-ebc986937562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.018s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.702223] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1107.702223] env[69731]: value = "task-3275847" [ 1107.702223] env[69731]: _type = "Task" [ 1107.702223] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.707962] env[69731]: DEBUG nova.scheduler.client.report [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1107.708189] env[69731]: DEBUG nova.compute.provider_tree [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.716923] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.727414] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.727641] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.727945] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.728274] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.728422] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.728578] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.728906] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.729131] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.729327] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.729508] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.729790] env[69731]: DEBUG nova.virt.hardware [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.730849] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c33a0f3-ea0f-4f9a-a44b-8d6a22dc71cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.734964] env[69731]: DEBUG nova.scheduler.client.report [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1107.743729] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed70117-b41f-4c85-b2cf-d34138b04414 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.761800] env[69731]: DEBUG nova.scheduler.client.report [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1107.769720] env[69731]: DEBUG nova.compute.manager [req-f688d261-38fc-4f76-81f7-c4a7b5033653 req-d446120b-c276-4855-90c5-aa785a7c191f service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-changed-691322fd-a032-4cfe-be43-1748053a8b00 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.770080] env[69731]: DEBUG nova.compute.manager [req-f688d261-38fc-4f76-81f7-c4a7b5033653 req-d446120b-c276-4855-90c5-aa785a7c191f service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Refreshing instance network info cache due to event network-changed-691322fd-a032-4cfe-be43-1748053a8b00. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.770430] env[69731]: DEBUG oslo_concurrency.lockutils [req-f688d261-38fc-4f76-81f7-c4a7b5033653 req-d446120b-c276-4855-90c5-aa785a7c191f service nova] Acquiring lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.770675] env[69731]: DEBUG oslo_concurrency.lockutils [req-f688d261-38fc-4f76-81f7-c4a7b5033653 req-d446120b-c276-4855-90c5-aa785a7c191f service nova] Acquired lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.770953] env[69731]: DEBUG nova.network.neutron [req-f688d261-38fc-4f76-81f7-c4a7b5033653 req-d446120b-c276-4855-90c5-aa785a7c191f service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Refreshing network info cache for port 691322fd-a032-4cfe-be43-1748053a8b00 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.791069] env[69731]: DEBUG nova.compute.manager [req-365d77ed-af74-4d89-8a9a-9c5783c7e9b3 req-5e7b0505-6f1f-4feb-9a64-c08fc9a395c7 service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Received event network-changed-b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.791069] env[69731]: DEBUG nova.compute.manager [req-365d77ed-af74-4d89-8a9a-9c5783c7e9b3 req-5e7b0505-6f1f-4feb-9a64-c08fc9a395c7 service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Refreshing instance network info cache due to event network-changed-b6647883-bdf4-47ca-88ba-f86b39700b29. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.791069] env[69731]: DEBUG oslo_concurrency.lockutils [req-365d77ed-af74-4d89-8a9a-9c5783c7e9b3 req-5e7b0505-6f1f-4feb-9a64-c08fc9a395c7 service nova] Acquiring lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.791226] env[69731]: DEBUG oslo_concurrency.lockutils [req-365d77ed-af74-4d89-8a9a-9c5783c7e9b3 req-5e7b0505-6f1f-4feb-9a64-c08fc9a395c7 service nova] Acquired lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.791334] env[69731]: DEBUG nova.network.neutron [req-365d77ed-af74-4d89-8a9a-9c5783c7e9b3 req-5e7b0505-6f1f-4feb-9a64-c08fc9a395c7 service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Refreshing network info cache for port b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.852414] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.853024] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a2e4269-733f-4c29-85f6-451c3b714e46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.861951] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1107.861951] env[69731]: value = "task-3275848" [ 1107.861951] env[69731]: _type = "Task" [ 1107.861951] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.870456] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.049544] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753c8902-5016-413d-8290-5c10a381e425 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.055986] env[69731]: DEBUG oslo_vmware.api [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275846, 'name': ReconfigVM_Task, 'duration_secs': 0.907169} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.057030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.057227] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Reconfigured VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1108.063187] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a1c26-3b0d-499a-84cd-de30705c6b57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.099091] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fccb3c2-c8f4-49f8-94aa-b2868e9dbcc8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.109540] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18b7c43-7e2c-48de-b0b7-429819416f73 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.119911] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "569c7b2e-f30c-4768-825e-0760e9dcc821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.120176] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.130634] env[69731]: DEBUG nova.compute.provider_tree [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.134099] env[69731]: DEBUG nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.213175] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.371857] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275848, 'name': PowerOffVM_Task, 'duration_secs': 0.399216} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.372163] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.373055] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccedd94e-3f48-454c-9830-48b61a758354 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.397892] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e44b4-0e15-4d6b-8d10-c052073eba0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.435709] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.436019] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a713fa5c-6237-44ad-982b-7338a476baac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.443036] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1108.443036] env[69731]: value = "task-3275849" [ 1108.443036] env[69731]: _type = "Task" [ 1108.443036] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.451028] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.563954] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b7a483b5-94f7-4e0f-a0f7-8c173c12c8d7 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-691322fd-a032-4cfe-be43-1748053a8b00" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.385s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.623605] env[69731]: DEBUG nova.network.neutron [req-f688d261-38fc-4f76-81f7-c4a7b5033653 req-d446120b-c276-4855-90c5-aa785a7c191f service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updated VIF entry in instance network info cache for port 691322fd-a032-4cfe-be43-1748053a8b00. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.624219] env[69731]: DEBUG nova.network.neutron [req-f688d261-38fc-4f76-81f7-c4a7b5033653 req-d446120b-c276-4855-90c5-aa785a7c191f service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97d1236e-f488-43c4-92a2-ac8ce153a3c8", "address": "fa:16:3e:49:28:75", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97d1236e-f4", "ovs_interfaceid": "97d1236e-f488-43c4-92a2-ac8ce153a3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "691322fd-a032-4cfe-be43-1748053a8b00", "address": "fa:16:3e:91:af:0d", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap691322fd-a0", "ovs_interfaceid": "691322fd-a032-4cfe-be43-1748053a8b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.645433] env[69731]: DEBUG nova.network.neutron [req-365d77ed-af74-4d89-8a9a-9c5783c7e9b3 req-5e7b0505-6f1f-4feb-9a64-c08fc9a395c7 service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Updated VIF entry in instance network info cache for port b6647883-bdf4-47ca-88ba-f86b39700b29. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.645797] env[69731]: DEBUG nova.network.neutron [req-365d77ed-af74-4d89-8a9a-9c5783c7e9b3 req-5e7b0505-6f1f-4feb-9a64-c08fc9a395c7 service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Updating instance_info_cache with network_info: [{"id": "b6647883-bdf4-47ca-88ba-f86b39700b29", "address": "fa:16:3e:37:9e:7c", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6647883-bd", "ovs_interfaceid": "b6647883-bdf4-47ca-88ba-f86b39700b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.657827] env[69731]: DEBUG nova.network.neutron [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Successfully updated port: ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.675034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.682261] env[69731]: DEBUG nova.scheduler.client.report [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1108.682261] env[69731]: DEBUG nova.compute.provider_tree [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 153 to 154 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1108.682459] env[69731]: DEBUG nova.compute.provider_tree [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.712146] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275847, 'name': ReconfigVM_Task, 'duration_secs': 0.574103} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.712470] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-c78d3606-76b7-4f20-8094-9990dd83b296/volume-c78d3606-76b7-4f20-8094-9990dd83b296.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.717521] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89d3e2c-0b7b-4d9d-be63-8419a38a6ebe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.732239] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1108.732239] env[69731]: value = "task-3275850" [ 1108.732239] env[69731]: _type = "Task" [ 1108.732239] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.740740] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.954107] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1108.954381] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.954658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.954805] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.955009] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.955319] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfb27c0e-384b-4079-916d-812142ef5e29 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.965289] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.965522] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.966307] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6faa28-71fb-4872-9121-923d532168a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.971671] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1108.971671] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523b0a62-c8ce-59d6-4378-e955271d7715" [ 1108.971671] env[69731]: _type = "Task" [ 1108.971671] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.980416] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523b0a62-c8ce-59d6-4378-e955271d7715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.028321] env[69731]: INFO nova.compute.manager [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Unrescuing [ 1109.028707] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.028943] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquired lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.029214] env[69731]: DEBUG nova.network.neutron [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.126610] env[69731]: DEBUG oslo_concurrency.lockutils [req-f688d261-38fc-4f76-81f7-c4a7b5033653 req-d446120b-c276-4855-90c5-aa785a7c191f service nova] Releasing lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.148540] env[69731]: DEBUG oslo_concurrency.lockutils [req-365d77ed-af74-4d89-8a9a-9c5783c7e9b3 req-5e7b0505-6f1f-4feb-9a64-c08fc9a395c7 service nova] Releasing lock "refresh_cache-eaed62e7-5791-4ae5-895a-cb993e238f31" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.161282] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "refresh_cache-113dfbf8-5263-430c-b036-49e3409981f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.161501] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "refresh_cache-113dfbf8-5263-430c-b036-49e3409981f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.161596] env[69731]: DEBUG nova.network.neutron [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.187464] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.535s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.187995] env[69731]: DEBUG nova.compute.manager [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.191108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.747s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.191347] env[69731]: DEBUG nova.objects.instance [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lazy-loading 'resources' on Instance uuid 0e347564-42ae-41b4-b210-97246e3dc61f {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.243624] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275850, 'name': ReconfigVM_Task, 'duration_secs': 0.387588} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.243950] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.244750] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e0f5618-5920-40e9-8215-f932ac9699d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.251369] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1109.251369] env[69731]: value = "task-3275851" [ 1109.251369] env[69731]: _type = "Task" [ 1109.251369] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.259779] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275851, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.482633] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]523b0a62-c8ce-59d6-4378-e955271d7715, 'name': SearchDatastore_Task, 'duration_secs': 0.015491} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.484383] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72808850-7404-46f4-b8f4-4a6d56920155 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.488857] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1109.488857] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe54b4-0381-b65b-0411-7f99a4e296e9" [ 1109.488857] env[69731]: _type = "Task" [ 1109.488857] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.497506] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe54b4-0381-b65b-0411-7f99a4e296e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.694071] env[69731]: DEBUG nova.compute.utils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.707534] env[69731]: DEBUG nova.compute.manager [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Not allocating networking since 'none' was specified. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1109.709480] env[69731]: DEBUG nova.network.neutron [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.762625] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275851, 'name': Rename_Task, 'duration_secs': 0.403205} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.765189] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.766472] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd823380-ac33-4416-829e-624d8ab5e032 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.773213] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1109.773213] env[69731]: value = "task-3275852" [ 1109.773213] env[69731]: _type = "Task" [ 1109.773213] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.784311] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.824661] env[69731]: DEBUG nova.network.neutron [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Updating instance_info_cache with network_info: [{"id": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "address": "fa:16:3e:3c:2f:5f", "network": {"id": "f667bcc4-bd3e-43b7-af6e-ba060219e8b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-609564097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf2bb78eeeb74affbaf32aeae5c50965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cc1ba7-35", "ovs_interfaceid": "26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.854618] env[69731]: DEBUG nova.compute.manager [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Received event network-vif-plugged-ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.854618] env[69731]: DEBUG oslo_concurrency.lockutils [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] Acquiring lock "113dfbf8-5263-430c-b036-49e3409981f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.854618] env[69731]: DEBUG oslo_concurrency.lockutils [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] Lock "113dfbf8-5263-430c-b036-49e3409981f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.854618] env[69731]: DEBUG oslo_concurrency.lockutils [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] Lock "113dfbf8-5263-430c-b036-49e3409981f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.854618] env[69731]: DEBUG nova.compute.manager [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] No waiting events found dispatching network-vif-plugged-ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.854618] env[69731]: WARNING nova.compute.manager [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Received unexpected event network-vif-plugged-ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8 for instance with vm_state building and task_state spawning. [ 1109.854618] env[69731]: DEBUG nova.compute.manager [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Received event network-changed-ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.854618] env[69731]: DEBUG nova.compute.manager [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Refreshing instance network info cache due to event network-changed-ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.854618] env[69731]: DEBUG oslo_concurrency.lockutils [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] Acquiring lock "refresh_cache-113dfbf8-5263-430c-b036-49e3409981f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.898642] env[69731]: DEBUG nova.network.neutron [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Updating instance_info_cache with network_info: [{"id": "ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8", "address": "fa:16:3e:56:3e:dd", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee27d9b4-ec", "ovs_interfaceid": "ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.917367] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquiring lock "3f409055-f392-4e1f-bf99-ebc986937562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.917620] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "3f409055-f392-4e1f-bf99-ebc986937562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.917843] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquiring lock "3f409055-f392-4e1f-bf99-ebc986937562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.918045] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "3f409055-f392-4e1f-bf99-ebc986937562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.918254] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "3f409055-f392-4e1f-bf99-ebc986937562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.921874] env[69731]: INFO nova.compute.manager [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Terminating instance [ 1109.999285] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fe54b4-0381-b65b-0411-7f99a4e296e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013459} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.001961] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.002255] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. {{(pid=69731) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1110.003020] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88414951-6c39-456b-ab5e-8733b1b3a30d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.010603] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1110.010603] env[69731]: value = "task-3275853" [ 1110.010603] env[69731]: _type = "Task" [ 1110.010603] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.021190] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.029852] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463c7b2a-a363-455f-a5a8-ac8355ddf296 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.036831] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728708d6-13a3-4844-8da5-9098db945957 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.069703] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d09417-461e-413e-bd51-e1f0fcb6165b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.077840] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d264f5-b318-45bc-9594-ed9873572084 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.093054] env[69731]: DEBUG nova.compute.provider_tree [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.209956] env[69731]: DEBUG nova.compute.manager [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.286046] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.314942] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-97d1236e-f488-43c4-92a2-ac8ce153a3c8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.315185] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-97d1236e-f488-43c4-92a2-ac8ce153a3c8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.332920] env[69731]: DEBUG oslo_concurrency.lockutils [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Releasing lock "refresh_cache-8d90ed3c-aafc-4471-88d3-cf0b8c730827" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.332920] env[69731]: DEBUG nova.objects.instance [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lazy-loading 'flavor' on Instance uuid 8d90ed3c-aafc-4471-88d3-cf0b8c730827 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.404995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "refresh_cache-113dfbf8-5263-430c-b036-49e3409981f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.405405] env[69731]: DEBUG nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Instance network_info: |[{"id": "ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8", "address": "fa:16:3e:56:3e:dd", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee27d9b4-ec", "ovs_interfaceid": "ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.405736] env[69731]: DEBUG oslo_concurrency.lockutils [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] Acquired lock "refresh_cache-113dfbf8-5263-430c-b036-49e3409981f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.405920] env[69731]: DEBUG nova.network.neutron [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Refreshing network info cache for port ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.407257] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:3e:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.415781] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.417604] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.417864] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a997a76b-6ede-4f83-b767-aaea60887dab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.433618] env[69731]: DEBUG nova.compute.manager [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.433843] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.434759] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edc9b1e-967f-42dd-8f52-5e2cb9e855a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.443638] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.443638] env[69731]: value = "task-3275854" [ 1110.443638] env[69731]: _type = "Task" [ 1110.443638] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.446376] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.449270] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f384023-11c2-4616-b147-3c78037d81a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.457339] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275854, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.458846] env[69731]: DEBUG oslo_vmware.api [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1110.458846] env[69731]: value = "task-3275855" [ 1110.458846] env[69731]: _type = "Task" [ 1110.458846] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.467763] env[69731]: DEBUG oslo_vmware.api [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.522442] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275853, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.596951] env[69731]: DEBUG nova.scheduler.client.report [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.787433] env[69731]: DEBUG oslo_vmware.api [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275852, 'name': PowerOnVM_Task, 'duration_secs': 0.578187} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.787758] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.787970] env[69731]: DEBUG nova.compute.manager [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.788885] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec799258-0d5a-413a-9f70-e4fb4b38374c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.819339] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.819461] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.820724] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62515946-4811-42b7-bac9-97e67bb4ee3b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.842382] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4446dd81-5f25-4abe-b06a-afb0fe81fe4e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.845971] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d12eccf-73d2-4236-9daa-2c169b93c617 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.876164] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Reconfiguring VM to detach interface {{(pid=69731) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1110.892066] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97dfcc53-56a7-4ee4-927f-77ed9d66f264 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.905139] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.905447] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad096a7b-9115-412e-8612-dac7ab6c534f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.923903] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1110.923903] env[69731]: value = "task-3275857" [ 1110.923903] env[69731]: _type = "Task" [ 1110.923903] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.924375] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1110.924375] env[69731]: value = "task-3275856" [ 1110.924375] env[69731]: _type = "Task" [ 1110.924375] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.936689] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.939674] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.956939] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275854, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.968118] env[69731]: DEBUG oslo_vmware.api [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275855, 'name': PowerOffVM_Task, 'duration_secs': 0.271481} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.968396] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.968564] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.968850] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05392d5f-0c8b-48ce-bdd2-ee0ebb4a033b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.022798] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52032} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.025335] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. [ 1111.026156] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ce740-4f5c-4d1b-9d89-ba693dc9f0c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.051519] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.054009] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba379921-6ef5-4b4d-a960-dabdfd80d47b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.071333] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1111.071333] env[69731]: value = "task-3275859" [ 1111.071333] env[69731]: _type = "Task" [ 1111.071333] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.079119] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.101571] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.104294] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.078s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.104769] env[69731]: DEBUG nova.objects.instance [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lazy-loading 'resources' on Instance uuid ed8b2e3a-3579-4219-947f-62ddaf5fc68b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.130638] env[69731]: INFO nova.scheduler.client.report [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Deleted allocations for instance 0e347564-42ae-41b4-b210-97246e3dc61f [ 1111.222478] env[69731]: DEBUG nova.compute.manager [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.247658] env[69731]: DEBUG nova.network.neutron [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Updated VIF entry in instance network info cache for port ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.248334] env[69731]: DEBUG nova.network.neutron [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Updating instance_info_cache with network_info: [{"id": "ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8", "address": "fa:16:3e:56:3e:dd", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee27d9b4-ec", "ovs_interfaceid": "ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.252140] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.252375] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.252532] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.252765] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.252940] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.253108] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.253334] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.253503] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.253680] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.253891] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.254113] env[69731]: DEBUG nova.virt.hardware [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.255173] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97fd275-87d9-4f2e-b839-91a3be900910 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.264504] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d76d3f8-e10f-4200-a509-96d4e8f6bf93 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.278811] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.284616] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Creating folder: Project (a9645ad06b2f49f0ade86e7513d6d2a8). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.284947] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89833d9c-4217-4cab-ab4a-09afedb3ac68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.296734] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Created folder: Project (a9645ad06b2f49f0ade86e7513d6d2a8) in parent group-v654000. [ 1111.296924] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Creating folder: Instances. Parent ref: group-v654282. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.297273] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42c1f2bf-503c-4472-88aa-02a678da058a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.306388] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.310720] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Created folder: Instances in parent group-v654282. [ 1111.310720] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.310891] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.311152] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e01c2bc-ef24-4141-83ab-dba2537feff6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.328881] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.328881] env[69731]: value = "task-3275862" [ 1111.328881] env[69731]: _type = "Task" [ 1111.328881] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.338025] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275862, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.436626] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275857, 'name': PowerOffVM_Task, 'duration_secs': 0.492376} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.439889] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.445379] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.445653] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.445886] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786aed46-e483-4d10-9e29-4c285cc39512 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.467977] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275854, 'name': CreateVM_Task, 'duration_secs': 0.581692} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.469082] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.469405] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1111.469405] env[69731]: value = "task-3275863" [ 1111.469405] env[69731]: _type = "Task" [ 1111.469405] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.469994] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.470169] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.470469] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.470766] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700b9403-d2e5-4a80-b9cb-153dcd28bd38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.479807] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.480840] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1111.480840] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e13a32-996c-bc57-df5c-5ca3a154c005" [ 1111.480840] env[69731]: _type = "Task" [ 1111.480840] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.488597] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e13a32-996c-bc57-df5c-5ca3a154c005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.581741] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.637431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-a88576dc-2bc1-4bf3-8c30-022175d009d6 tempest-ServersTestMultiNic-444005013 tempest-ServersTestMultiNic-444005013-project-member] Lock "0e347564-42ae-41b4-b210-97246e3dc61f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.472s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.760095] env[69731]: DEBUG oslo_concurrency.lockutils [req-1ea8f4d1-f163-4cd2-abf9-c8381ae0dccd req-7227dbb4-4f46-4e6c-be1a-94f2fb406a4d service nova] Releasing lock "refresh_cache-113dfbf8-5263-430c-b036-49e3409981f9" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.839892] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275862, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.883932] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b759f59-ef8d-468b-9e60-f70dd20bea7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.891067] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79409c22-e631-4575-bdd5-30a3ede2de63 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.922119] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d591291-4ec3-441b-aa6f-36de80f79136 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.932365] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d8a138-fddc-415d-b07c-b1bc141ce7bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.939760] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.951613] env[69731]: DEBUG nova.compute.provider_tree [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.979935] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275863, 'name': ReconfigVM_Task, 'duration_secs': 0.360457} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.980282] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.980529] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.980855] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c67857fc-174e-49a5-b143-6b28577d2afb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.990564] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e13a32-996c-bc57-df5c-5ca3a154c005, 'name': SearchDatastore_Task, 'duration_secs': 0.020397} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.991714] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.991978] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.992181] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.992326] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.992499] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.992840] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1111.992840] env[69731]: value = "task-3275864" [ 1111.992840] env[69731]: _type = "Task" [ 1111.992840] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.993282] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cae25f85-9b95-4430-a952-e90f5c112914 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.002967] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.004396] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.004603] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.005331] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76f8f1d-717f-4add-a671-35ee38f4ab83 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.011104] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1112.011104] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525b7298-0dfb-6d3f-1dfc-ac673869b33e" [ 1112.011104] env[69731]: _type = "Task" [ 1112.011104] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.019245] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525b7298-0dfb-6d3f-1dfc-ac673869b33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.082942] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275859, 'name': ReconfigVM_Task, 'duration_secs': 0.710149} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.083307] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.084496] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c208f26e-0140-4826-b94b-6e255b65474e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.112864] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab663ac-dcc5-4558-b2b8-e1630d9fbd2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.130942] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1112.130942] env[69731]: value = "task-3275865" [ 1112.130942] env[69731]: _type = "Task" [ 1112.130942] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.140437] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.231027] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.231302] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.231522] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Deleting the datastore file [datastore1] 3f409055-f392-4e1f-bf99-ebc986937562 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.231829] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6da1ca50-ce53-4896-9828-641d2cc6d9e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.239938] env[69731]: DEBUG oslo_vmware.api [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for the task: (returnval){ [ 1112.239938] env[69731]: value = "task-3275866" [ 1112.239938] env[69731]: _type = "Task" [ 1112.239938] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.250160] env[69731]: DEBUG oslo_vmware.api [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.344504] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275862, 'name': CreateVM_Task, 'duration_secs': 0.787597} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.344708] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.345191] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.345365] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.345732] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.346016] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f33697-c962-4c3b-924b-67c1c3185a57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.351351] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1112.351351] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273ca81-84a7-8ed6-bb34-3f10ca72ab39" [ 1112.351351] env[69731]: _type = "Task" [ 1112.351351] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.363156] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273ca81-84a7-8ed6-bb34-3f10ca72ab39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.436163] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.455836] env[69731]: DEBUG nova.scheduler.client.report [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.504880] env[69731]: DEBUG oslo_vmware.api [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275864, 'name': PowerOnVM_Task, 'duration_secs': 0.39417} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.505540] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.505967] env[69731]: DEBUG nova.compute.manager [None req-6d007e7f-5172-4c0e-a575-c63b41d40844 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.507209] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbd29c-3271-4568-991e-cd919cc9c77d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.526192] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525b7298-0dfb-6d3f-1dfc-ac673869b33e, 'name': SearchDatastore_Task, 'duration_secs': 0.013966} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.527396] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef52725-7b1d-4a8e-9c1d-a02034622537 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.534722] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1112.534722] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cae650-95f4-521d-ac32-b6dedef26c51" [ 1112.534722] env[69731]: _type = "Task" [ 1112.534722] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.543299] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cae650-95f4-521d-ac32-b6dedef26c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.641670] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275865, 'name': ReconfigVM_Task, 'duration_secs': 0.180673} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.641670] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.641670] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49a9ff21-6c49-4f27-92c3-cd9ec97680ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.645895] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1112.645895] env[69731]: value = "task-3275867" [ 1112.645895] env[69731]: _type = "Task" [ 1112.645895] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.654136] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.750580] env[69731]: DEBUG oslo_vmware.api [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Task: {'id': task-3275866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268843} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.750929] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.751178] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.751405] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.751618] env[69731]: INFO nova.compute.manager [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1112.751937] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.752210] env[69731]: DEBUG nova.compute.manager [-] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.752343] env[69731]: DEBUG nova.network.neutron [-] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.862555] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5273ca81-84a7-8ed6-bb34-3f10ca72ab39, 'name': SearchDatastore_Task, 'duration_secs': 0.014902} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.862923] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.863184] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.863402] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.936793] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.962032] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.965644] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.496s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.967289] env[69731]: INFO nova.compute.claims [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.989646] env[69731]: INFO nova.scheduler.client.report [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted allocations for instance ed8b2e3a-3579-4219-947f-62ddaf5fc68b [ 1113.046672] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cae650-95f4-521d-ac32-b6dedef26c51, 'name': SearchDatastore_Task, 'duration_secs': 0.015155} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.046981] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.047276] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 113dfbf8-5263-430c-b036-49e3409981f9/113dfbf8-5263-430c-b036-49e3409981f9.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.047568] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.047762] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.048228] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e40b86-e9f3-470a-86c9-d4e71e452c09 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.050355] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166480ac-6505-4796-9ddc-b547704e09b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.059097] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.059289] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.061060] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44a9c4d-8c6f-4716-8cf4-d6c934016d04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.063554] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1113.063554] env[69731]: value = "task-3275868" [ 1113.063554] env[69731]: _type = "Task" [ 1113.063554] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.068213] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1113.068213] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c6eaad-21fe-3681-3651-399c3f20a370" [ 1113.068213] env[69731]: _type = "Task" [ 1113.068213] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.075065] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.081855] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c6eaad-21fe-3681-3651-399c3f20a370, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.082866] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19707cc-4052-4572-972d-6bb347167b4e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.089666] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1113.089666] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52061fde-ac4b-0b2e-66e0-804207c344dd" [ 1113.089666] env[69731]: _type = "Task" [ 1113.089666] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.098449] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52061fde-ac4b-0b2e-66e0-804207c344dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.158026] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.341351] env[69731]: DEBUG nova.compute.manager [req-0355f38b-02ff-43b4-bfa0-48634ccb46e8 req-fabfdda7-fa26-48bb-a29d-7e79172304e9 service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Received event network-vif-deleted-c97314f3-a758-44f5-8a16-ca248350fbee {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.341351] env[69731]: INFO nova.compute.manager [req-0355f38b-02ff-43b4-bfa0-48634ccb46e8 req-fabfdda7-fa26-48bb-a29d-7e79172304e9 service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Neutron deleted interface c97314f3-a758-44f5-8a16-ca248350fbee; detaching it from the instance and deleting it from the info cache [ 1113.341351] env[69731]: DEBUG nova.network.neutron [req-0355f38b-02ff-43b4-bfa0-48634ccb46e8 req-fabfdda7-fa26-48bb-a29d-7e79172304e9 service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.439825] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.498138] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b60b47e9-8538-4b33-8b2c-daf3bcd6dc6e tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "ed8b2e3a-3579-4219-947f-62ddaf5fc68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.371s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.575249] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275868, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.603303] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52061fde-ac4b-0b2e-66e0-804207c344dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.603613] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.603942] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee/fe41cf61-289c-4946-a89f-16daf92b6eee.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.604414] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4783151-7eee-462a-ac76-8dada7aabd16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.614147] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1113.614147] env[69731]: value = "task-3275869" [ 1113.614147] env[69731]: _type = "Task" [ 1113.614147] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.622735] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.663572] env[69731]: DEBUG oslo_vmware.api [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275867, 'name': PowerOnVM_Task, 'duration_secs': 0.644895} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.663912] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.666873] env[69731]: DEBUG nova.compute.manager [None req-7e1129a2-b4f8-42d0-9747-928210d5253d tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.667728] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59694de7-7c91-4c82-a567-11be6bbf4b5b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.830245] env[69731]: DEBUG nova.network.neutron [-] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.848892] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f4b1d80-b7a6-422c-bbec-1021163428bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.861422] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e209f397-ba5d-404c-bbd8-d3d8e7bd59f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.903277] env[69731]: DEBUG nova.compute.manager [req-0355f38b-02ff-43b4-bfa0-48634ccb46e8 req-fabfdda7-fa26-48bb-a29d-7e79172304e9 service nova] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Detach interface failed, port_id=c97314f3-a758-44f5-8a16-ca248350fbee, reason: Instance 3f409055-f392-4e1f-bf99-ebc986937562 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.937473] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.078596] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536034} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.079115] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 113dfbf8-5263-430c-b036-49e3409981f9/113dfbf8-5263-430c-b036-49e3409981f9.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.079744] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.085617] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dc02294-2de7-4bab-8ad9-1cd7a3ce3a16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.092339] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1114.092339] env[69731]: value = "task-3275870" [ 1114.092339] env[69731]: _type = "Task" [ 1114.092339] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.108033] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.126889] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275869, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.182485] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.182485] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.182485] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.182485] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.182485] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.184835] env[69731]: INFO nova.compute.manager [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Terminating instance [ 1114.271144] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f4ef03-d398-42ee-9be6-90799fa60bbc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.282432] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f7b99f-bf83-48a6-aaff-20ebd663b930 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.317554] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706c19ee-3945-4066-8cc0-2565073fb706 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.328987] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a45720-087c-4012-aaa0-859cbae59458 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.336155] env[69731]: INFO nova.compute.manager [-] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Took 1.58 seconds to deallocate network for instance. [ 1114.351535] env[69731]: DEBUG nova.compute.provider_tree [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.441605] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.600332] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256285} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.600744] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.601395] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369fd77c-8983-4320-83f6-ec979c866ad6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.627083] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 113dfbf8-5263-430c-b036-49e3409981f9/113dfbf8-5263-430c-b036-49e3409981f9.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.627583] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b82b591c-54dc-439d-869b-eb683cfc5f7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.652225] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951744} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.653886] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee/fe41cf61-289c-4946-a89f-16daf92b6eee.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.654162] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.655025] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1114.655025] env[69731]: value = "task-3275871" [ 1114.655025] env[69731]: _type = "Task" [ 1114.655025] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.655025] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b84db81-a1c2-4493-b29d-99f22ad57f2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.666147] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275871, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.669711] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1114.669711] env[69731]: value = "task-3275872" [ 1114.669711] env[69731]: _type = "Task" [ 1114.669711] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.676130] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.693392] env[69731]: DEBUG nova.compute.manager [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.693689] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.694638] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcaee9d-5d0d-4c95-809e-f26fc622c63c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.702849] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.703287] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64ad01c-ac17-4a54-a935-d4a74305f5e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.709618] env[69731]: DEBUG oslo_vmware.api [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1114.709618] env[69731]: value = "task-3275873" [ 1114.709618] env[69731]: _type = "Task" [ 1114.709618] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.719387] env[69731]: DEBUG oslo_vmware.api [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.843269] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.854514] env[69731]: DEBUG nova.scheduler.client.report [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.946789] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.064850] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.065091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.167229] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275871, 'name': ReconfigVM_Task, 'duration_secs': 0.307879} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.167650] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 113dfbf8-5263-430c-b036-49e3409981f9/113dfbf8-5263-430c-b036-49e3409981f9.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.168474] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f5c37a-d653-4419-92fd-0dae77e6cc08 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.179192] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076624} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.180056] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.180491] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1115.180491] env[69731]: value = "task-3275874" [ 1115.180491] env[69731]: _type = "Task" [ 1115.180491] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.181340] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd81c8e-a062-4565-8799-ed36b19e2662 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.191116] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275874, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.207932] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee/fe41cf61-289c-4946-a89f-16daf92b6eee.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.208783] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4caf30b-550d-4472-8025-4418d5795b23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.235559] env[69731]: DEBUG oslo_vmware.api [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275873, 'name': PowerOffVM_Task, 'duration_secs': 0.340182} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.239303] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.239303] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.239303] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1115.239303] env[69731]: value = "task-3275875" [ 1115.239303] env[69731]: _type = "Task" [ 1115.239303] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.239303] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d08e4b9a-990e-49b7-be24-4a09224d882f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.250256] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.315161] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.315525] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.315824] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Deleting the datastore file [datastore2] 8d90ed3c-aafc-4471-88d3-cf0b8c730827 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.316197] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00f9d15c-a430-49e1-a730-89593c1b2cbe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.324198] env[69731]: DEBUG oslo_vmware.api [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1115.324198] env[69731]: value = "task-3275877" [ 1115.324198] env[69731]: _type = "Task" [ 1115.324198] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.332696] env[69731]: DEBUG oslo_vmware.api [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.359848] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.360904] env[69731]: DEBUG nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.363352] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.655s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.364809] env[69731]: INFO nova.compute.claims [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.441273] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.571505] env[69731]: DEBUG nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.693550] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275874, 'name': Rename_Task, 'duration_secs': 0.151214} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.693887] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.694179] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2183bf4-74c5-4968-b226-a8282f959fdd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.701022] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1115.701022] env[69731]: value = "task-3275878" [ 1115.701022] env[69731]: _type = "Task" [ 1115.701022] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.708247] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.749475] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275875, 'name': ReconfigVM_Task, 'duration_secs': 0.300883} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.749796] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Reconfigured VM instance instance-00000066 to attach disk [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee/fe41cf61-289c-4946-a89f-16daf92b6eee.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.750475] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c78700f-5f4a-414a-9c6c-e2de1fcb1959 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.756129] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1115.756129] env[69731]: value = "task-3275879" [ 1115.756129] env[69731]: _type = "Task" [ 1115.756129] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.765891] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275879, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.834560] env[69731]: DEBUG oslo_vmware.api [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388794} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.834560] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.834843] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.835093] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.835353] env[69731]: INFO nova.compute.manager [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1115.835635] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.835870] env[69731]: DEBUG nova.compute.manager [-] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.835979] env[69731]: DEBUG nova.network.neutron [-] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.869134] env[69731]: DEBUG nova.compute.utils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.874327] env[69731]: DEBUG nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.874327] env[69731]: DEBUG nova.network.neutron [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.938373] env[69731]: DEBUG nova.policy [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c5d361fb21645819c66245279010d39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f782d786cd54fb78c9fce796ee7ee2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.943467] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.104356] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.160790] env[69731]: DEBUG nova.compute.manager [req-f6f4c581-36dc-4b7b-9b50-002938ae7bd9 req-b4610272-209d-420e-a5c1-581d6e74221f service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Received event network-vif-deleted-26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.161051] env[69731]: INFO nova.compute.manager [req-f6f4c581-36dc-4b7b-9b50-002938ae7bd9 req-b4610272-209d-420e-a5c1-581d6e74221f service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Neutron deleted interface 26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4; detaching it from the instance and deleting it from the info cache [ 1116.161239] env[69731]: DEBUG nova.network.neutron [req-f6f4c581-36dc-4b7b-9b50-002938ae7bd9 req-b4610272-209d-420e-a5c1-581d6e74221f service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.210929] env[69731]: DEBUG oslo_vmware.api [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275878, 'name': PowerOnVM_Task, 'duration_secs': 0.502648} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.211221] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.211442] env[69731]: INFO nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1116.211721] env[69731]: DEBUG nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.212545] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0338b517-97ce-4ff1-a6fa-a265ca98973a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.268933] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275879, 'name': Rename_Task, 'duration_secs': 0.158882} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.269316] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.269644] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7675856e-ad7d-4ebf-a83b-af900d912326 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.278906] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1116.278906] env[69731]: value = "task-3275880" [ 1116.278906] env[69731]: _type = "Task" [ 1116.278906] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.291354] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.374248] env[69731]: DEBUG nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.390557] env[69731]: DEBUG nova.network.neutron [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Successfully created port: 82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.445427] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.609081] env[69731]: DEBUG nova.network.neutron [-] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.647924] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1688a46-0126-4218-82b2-79a1229c30d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.656013] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e29acba-abb7-4ae2-92be-e4eb69ab4566 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.692177] env[69731]: INFO nova.compute.manager [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Rescuing [ 1116.692177] env[69731]: DEBUG oslo_concurrency.lockutils [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.692177] env[69731]: DEBUG oslo_concurrency.lockutils [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.692177] env[69731]: DEBUG nova.network.neutron [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.692177] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b66a71d-43b4-48c4-8283-9ca3cd40507c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.694501] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6579c41b-7ae6-44f1-9533-4ad6e8c0e685 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.705061] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee3abbd-badc-4389-84da-f3e30bd4b552 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.712030] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d5a8ff-3e31-4bf4-8599-be850ba2239e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.738289] env[69731]: DEBUG nova.compute.provider_tree [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.752648] env[69731]: DEBUG nova.compute.manager [req-f6f4c581-36dc-4b7b-9b50-002938ae7bd9 req-b4610272-209d-420e-a5c1-581d6e74221f service nova] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Detach interface failed, port_id=26cc1ba7-35f9-4e2a-8db2-7de7c378d7e4, reason: Instance 8d90ed3c-aafc-4471-88d3-cf0b8c730827 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.753759] env[69731]: DEBUG nova.scheduler.client.report [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.756903] env[69731]: INFO nova.compute.manager [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Took 32.21 seconds to build instance. [ 1116.789239] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.944778] env[69731]: DEBUG oslo_vmware.api [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275856, 'name': ReconfigVM_Task, 'duration_secs': 5.994276} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.945120] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.945256] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Reconfigured VM to detach interface {{(pid=69731) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1117.113452] env[69731]: INFO nova.compute.manager [-] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Took 1.28 seconds to deallocate network for instance. [ 1117.260179] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.897s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.260738] env[69731]: DEBUG nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.263988] env[69731]: DEBUG oslo_concurrency.lockutils [None req-95524f13-539c-4f96-81e1-177eef227ae4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "113dfbf8-5263-430c-b036-49e3409981f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.730s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.264986] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.557s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.265205] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.267277] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.592s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.269034] env[69731]: INFO nova.compute.claims [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.290450] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.300976] env[69731]: INFO nova.scheduler.client.report [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted allocations for instance a37830b1-42f8-4b0e-9e2f-ef21dd43cf68 [ 1117.391524] env[69731]: DEBUG nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.421098] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.421381] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.421519] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.421767] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.421863] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.422069] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.422316] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.422477] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.422644] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.422804] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.423068] env[69731]: DEBUG nova.virt.hardware [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.423971] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1ce209-154e-482c-8acc-a9fa2050779d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.436454] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e0c20-54fe-4b7f-b367-1cdfbf7b3b38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.484301] env[69731]: DEBUG nova.network.neutron [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Updating instance_info_cache with network_info: [{"id": "9ce77931-45f2-4130-a710-12f741f4c9ec", "address": "fa:16:3e:d9:10:e1", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce77931-45", "ovs_interfaceid": "9ce77931-45f2-4130-a710-12f741f4c9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.620240] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.766249] env[69731]: DEBUG nova.compute.utils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.767669] env[69731]: DEBUG nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.767988] env[69731]: DEBUG nova.network.neutron [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.790937] env[69731]: DEBUG oslo_vmware.api [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275880, 'name': PowerOnVM_Task, 'duration_secs': 1.210685} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.791222] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.791420] env[69731]: INFO nova.compute.manager [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1117.791599] env[69731]: DEBUG nova.compute.manager [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.792371] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6826ba-21ac-489a-a0cf-2f959d8feec7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.808193] env[69731]: DEBUG nova.policy [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d940c5014a431eade69368606cdd7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '743a17aaa1ff4b6fb17a8da720e0ec8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.816184] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61f05e5b-e86d-405c-8166-3b63a2bcf1c7 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "a37830b1-42f8-4b0e-9e2f-ef21dd43cf68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.123s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.887112] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "113dfbf8-5263-430c-b036-49e3409981f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.887417] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "113dfbf8-5263-430c-b036-49e3409981f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.887903] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "113dfbf8-5263-430c-b036-49e3409981f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.887903] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "113dfbf8-5263-430c-b036-49e3409981f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.888056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "113dfbf8-5263-430c-b036-49e3409981f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.890040] env[69731]: INFO nova.compute.manager [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Terminating instance [ 1117.987125] env[69731]: DEBUG oslo_concurrency.lockutils [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.096276] env[69731]: DEBUG nova.network.neutron [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Successfully created port: 0b95e579-4ccf-4976-84fc-67cb25abd860 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.155635] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.155989] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.155989] env[69731]: DEBUG nova.network.neutron [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.230563] env[69731]: DEBUG nova.compute.manager [req-76dae3e9-e3cc-437e-bde5-32e3bc55b8b6 req-513d2e83-37af-497c-ad8e-cdedb21eb662 service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Received event network-vif-plugged-82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.230820] env[69731]: DEBUG oslo_concurrency.lockutils [req-76dae3e9-e3cc-437e-bde5-32e3bc55b8b6 req-513d2e83-37af-497c-ad8e-cdedb21eb662 service nova] Acquiring lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.231077] env[69731]: DEBUG oslo_concurrency.lockutils [req-76dae3e9-e3cc-437e-bde5-32e3bc55b8b6 req-513d2e83-37af-497c-ad8e-cdedb21eb662 service nova] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.231250] env[69731]: DEBUG oslo_concurrency.lockutils [req-76dae3e9-e3cc-437e-bde5-32e3bc55b8b6 req-513d2e83-37af-497c-ad8e-cdedb21eb662 service nova] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.231486] env[69731]: DEBUG nova.compute.manager [req-76dae3e9-e3cc-437e-bde5-32e3bc55b8b6 req-513d2e83-37af-497c-ad8e-cdedb21eb662 service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] No waiting events found dispatching network-vif-plugged-82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.233467] env[69731]: WARNING nova.compute.manager [req-76dae3e9-e3cc-437e-bde5-32e3bc55b8b6 req-513d2e83-37af-497c-ad8e-cdedb21eb662 service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Received unexpected event network-vif-plugged-82e1736e-6ad7-40fc-9400-40d8b3000b97 for instance with vm_state building and task_state spawning. [ 1118.255881] env[69731]: DEBUG nova.network.neutron [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Successfully updated port: 82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.270828] env[69731]: DEBUG nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.315586] env[69731]: DEBUG nova.compute.manager [req-4200435f-d026-41bc-856f-58065bd64a40 req-636bc738-6ca1-47ad-bcee-078ee1404271 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-vif-deleted-97d1236e-f488-43c4-92a2-ac8ce153a3c8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.316092] env[69731]: INFO nova.compute.manager [req-4200435f-d026-41bc-856f-58065bd64a40 req-636bc738-6ca1-47ad-bcee-078ee1404271 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Neutron deleted interface 97d1236e-f488-43c4-92a2-ac8ce153a3c8; detaching it from the instance and deleting it from the info cache [ 1118.316482] env[69731]: DEBUG nova.network.neutron [req-4200435f-d026-41bc-856f-58065bd64a40 req-636bc738-6ca1-47ad-bcee-078ee1404271 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "691322fd-a032-4cfe-be43-1748053a8b00", "address": "fa:16:3e:91:af:0d", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap691322fd-a0", "ovs_interfaceid": "691322fd-a032-4cfe-be43-1748053a8b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.317886] env[69731]: INFO nova.compute.manager [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Took 23.76 seconds to build instance. [ 1118.396644] env[69731]: DEBUG nova.compute.manager [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.396871] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.399359] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e33652-f581-49d0-9154-0c1e2c8d825b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.407532] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.410116] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a517b84-a3f2-4709-896b-86cadb2bfb96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.418013] env[69731]: DEBUG oslo_vmware.api [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1118.418013] env[69731]: value = "task-3275881" [ 1118.418013] env[69731]: _type = "Task" [ 1118.418013] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.431081] env[69731]: DEBUG oslo_vmware.api [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.547266] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619efbb3-83a5-42f2-a78e-fa24b2398c6c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.555039] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69442fc9-389d-4e71-bf2d-964e2f8c6d43 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.588886] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf49ced-0b25-431f-b973-4a7c4d6c284a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.597504] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fb68f7-f68d-43eb-892f-ef939fab1b00 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.610977] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.611506] env[69731]: DEBUG nova.compute.provider_tree [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.612998] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.636057] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "18fef856-5edc-412b-8059-ebc0ee4193ff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.636856] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.636856] env[69731]: INFO nova.compute.manager [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Shelving [ 1118.759474] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.759474] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.759474] env[69731]: DEBUG nova.network.neutron [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.820613] env[69731]: DEBUG oslo_concurrency.lockutils [req-4200435f-d026-41bc-856f-58065bd64a40 req-636bc738-6ca1-47ad-bcee-078ee1404271 service nova] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.820833] env[69731]: DEBUG oslo_concurrency.lockutils [req-4200435f-d026-41bc-856f-58065bd64a40 req-636bc738-6ca1-47ad-bcee-078ee1404271 service nova] Acquired lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822373] env[69731]: DEBUG oslo_concurrency.lockutils [None req-39aca507-f52a-4f07-a845-fce8e7a9b00f tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "fe41cf61-289c-4946-a89f-16daf92b6eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.276s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.822373] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d1571b-adce-4864-a7d7-5f42c0bc3af5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.839823] env[69731]: DEBUG oslo_concurrency.lockutils [req-4200435f-d026-41bc-856f-58065bd64a40 req-636bc738-6ca1-47ad-bcee-078ee1404271 service nova] Releasing lock "be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.840137] env[69731]: WARNING nova.compute.manager [req-4200435f-d026-41bc-856f-58065bd64a40 req-636bc738-6ca1-47ad-bcee-078ee1404271 service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Detach interface failed, port_id=97d1236e-f488-43c4-92a2-ac8ce153a3c8, reason: No device with interface-id 97d1236e-f488-43c4-92a2-ac8ce153a3c8 exists on VM: nova.exception.NotFound: No device with interface-id 97d1236e-f488-43c4-92a2-ac8ce153a3c8 exists on VM [ 1118.890522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.890522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "be64ce3f-f516-4fff-ba26-020d3534eead" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.890522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.890522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.890522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "be64ce3f-f516-4fff-ba26-020d3534eead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.892298] env[69731]: INFO nova.compute.manager [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Terminating instance [ 1118.908327] env[69731]: INFO nova.network.neutron [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Port 97d1236e-f488-43c4-92a2-ac8ce153a3c8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1118.908519] env[69731]: INFO nova.network.neutron [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Port 691322fd-a032-4cfe-be43-1748053a8b00 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1118.908845] env[69731]: DEBUG nova.network.neutron [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [{"id": "dcacafb6-173e-47cf-8eea-6109c0b94114", "address": "fa:16:3e:7f:0c:57", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcacafb6-17", "ovs_interfaceid": "dcacafb6-173e-47cf-8eea-6109c0b94114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.930735] env[69731]: DEBUG oslo_vmware.api [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275881, 'name': PowerOffVM_Task, 'duration_secs': 0.21311} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.931025] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.931197] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.931445] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-694ce1d0-1bb3-40b1-851f-d92fb0446232 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.010799] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.011105] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.011305] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleting the datastore file [datastore1] 113dfbf8-5263-430c-b036-49e3409981f9 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.011576] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c90a637d-fb68-46b2-8fce-f883279820bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.019453] env[69731]: DEBUG oslo_vmware.api [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1119.019453] env[69731]: value = "task-3275883" [ 1119.019453] env[69731]: _type = "Task" [ 1119.019453] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.028553] env[69731]: DEBUG oslo_vmware.api [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.115535] env[69731]: DEBUG nova.scheduler.client.report [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.123528] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.123763] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.123953] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.124155] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.124353] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.124530] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.124707] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1119.124942] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.286050] env[69731]: DEBUG nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.290700] env[69731]: DEBUG nova.network.neutron [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.306835] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.307099] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.307261] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.307464] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.307610] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.307756] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.307965] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.308140] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.308314] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.308463] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.308633] env[69731]: DEBUG nova.virt.hardware [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.309511] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cd0b44-5753-4fc4-bec1-c571d88af266 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.320271] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134e8781-89a1-4ec7-9017-bd71b3ade7f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.397017] env[69731]: DEBUG nova.compute.manager [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.397017] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.397501] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ce5ba8-1130-4855-b34e-30d7e4bbee72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.406098] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.406098] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7042a588-2e89-44d0-8509-d8de4b00edbc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.412734] env[69731]: DEBUG oslo_vmware.api [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1119.412734] env[69731]: value = "task-3275884" [ 1119.412734] env[69731]: _type = "Task" [ 1119.412734] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.417511] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-be64ce3f-f516-4fff-ba26-020d3534eead" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.418945] env[69731]: INFO nova.compute.manager [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Rebuilding instance [ 1119.430843] env[69731]: DEBUG oslo_vmware.api [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.457462] env[69731]: DEBUG nova.network.neutron [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [{"id": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "address": "fa:16:3e:15:a1:b7", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e1736e-6a", "ovs_interfaceid": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.463382] env[69731]: DEBUG nova.compute.manager [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.464118] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5316e44f-64b5-4968-84a6-6fe514a2e972 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.520671] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.521343] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e016ad40-dd21-4d6c-88f7-da36047cf289 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.534527] env[69731]: DEBUG oslo_vmware.api [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344586} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.535762] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.535965] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.536217] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.536446] env[69731]: INFO nova.compute.manager [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1119.536771] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.537061] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1119.537061] env[69731]: value = "task-3275885" [ 1119.537061] env[69731]: _type = "Task" [ 1119.537061] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.537259] env[69731]: DEBUG nova.compute.manager [-] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.537361] env[69731]: DEBUG nova.network.neutron [-] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.551567] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.627088] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.627088] env[69731]: DEBUG nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.630766] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.324s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.631217] env[69731]: DEBUG nova.objects.instance [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1119.636471] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.647658] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.647658] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-497b767a-dff9-414c-848e-fa1897213532 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.652535] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1119.652535] env[69731]: value = "task-3275886" [ 1119.652535] env[69731]: _type = "Task" [ 1119.652535] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.662490] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.743612] env[69731]: DEBUG nova.network.neutron [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Successfully updated port: 0b95e579-4ccf-4976-84fc-67cb25abd860 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.925420] env[69731]: DEBUG oslo_concurrency.lockutils [None req-264fbcde-ff27-4109-baf0-49e6a220e0cc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-be64ce3f-f516-4fff-ba26-020d3534eead-97d1236e-f488-43c4-92a2-ac8ce153a3c8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.610s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.926617] env[69731]: DEBUG oslo_vmware.api [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275884, 'name': PowerOffVM_Task, 'duration_secs': 0.276343} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.927103] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.927290] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.927577] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36949447-28d2-4bd7-9228-1b7db1093e31 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.962610] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.963163] env[69731]: DEBUG nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Instance network_info: |[{"id": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "address": "fa:16:3e:15:a1:b7", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e1736e-6a", "ovs_interfaceid": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.963781] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a1:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82e1736e-6ad7-40fc-9400-40d8b3000b97', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.976536] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.979583] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.980181] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2718b53-d0d4-4601-babd-56e9add5ed0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.010457] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.010457] env[69731]: value = "task-3275888" [ 1120.010457] env[69731]: _type = "Task" [ 1120.010457] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.021872] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275888, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.032777] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.033128] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.033390] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleting the datastore file [datastore2] be64ce3f-f516-4fff-ba26-020d3534eead {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.033634] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87428189-ffa4-44bb-8f3a-1412fb252788 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.044158] env[69731]: DEBUG oslo_vmware.api [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1120.044158] env[69731]: value = "task-3275889" [ 1120.044158] env[69731]: _type = "Task" [ 1120.044158] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.051196] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275885, 'name': PowerOffVM_Task, 'duration_secs': 0.258243} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.051883] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.052703] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9bf71-f4cc-4aef-a0da-7bd4ba4612c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.059799] env[69731]: DEBUG oslo_vmware.api [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.075930] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4901fa7a-a01a-4c1f-92cc-3a093e9ab069 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.108263] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.108628] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c62805e6-7e43-4e2c-9ef2-75d40abfeb63 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.116144] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1120.116144] env[69731]: value = "task-3275890" [ 1120.116144] env[69731]: _type = "Task" [ 1120.116144] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.127624] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.127908] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.128115] env[69731]: DEBUG oslo_concurrency.lockutils [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.128275] env[69731]: DEBUG oslo_concurrency.lockutils [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.128456] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.128715] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08136623-bbcd-456d-8dd9-3f19d483b0c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.140287] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.140540] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.142419] env[69731]: DEBUG nova.compute.utils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.144039] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e3039c-166a-4b1d-981f-c91bc7694f02 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.147757] env[69731]: DEBUG nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.148072] env[69731]: DEBUG nova.network.neutron [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.153592] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1120.153592] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526ad1ea-9817-4660-19ac-c1fe84e1ad56" [ 1120.153592] env[69731]: _type = "Task" [ 1120.153592] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.165851] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275886, 'name': PowerOffVM_Task, 'duration_secs': 0.222848} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.169707] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.170069] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526ad1ea-9817-4660-19ac-c1fe84e1ad56, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.171027] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b07afd-c5cd-4d88-8f32-dd3553f2b1a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.174056] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09606c3-e5ef-4038-84c9-af81174b288d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.193202] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1120.193202] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526c5d64-86b3-4715-44b5-516462e67ac8" [ 1120.193202] env[69731]: _type = "Task" [ 1120.193202] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.193981] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e276a481-1b3f-4987-b622-6804cf3542f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.205255] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526c5d64-86b3-4715-44b5-516462e67ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.207257] env[69731]: DEBUG oslo_concurrency.lockutils [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.207588] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. {{(pid=69731) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1120.211583] env[69731]: DEBUG nova.policy [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5fd7c78d0744871ae74876b829e1821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4b19daba93e49df9c3ad80891a38227', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.213357] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de32086f-a406-4139-ba28-010e0a8087c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.221977] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1120.221977] env[69731]: value = "task-3275891" [ 1120.221977] env[69731]: _type = "Task" [ 1120.221977] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.232766] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.246262] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "refresh_cache-eda877fe-9fbd-4cf3-b56e-38c47a36e136" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.246392] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "refresh_cache-eda877fe-9fbd-4cf3-b56e-38c47a36e136" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.246669] env[69731]: DEBUG nova.network.neutron [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.271528] env[69731]: DEBUG nova.compute.manager [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-vif-deleted-691322fd-a032-4cfe-be43-1748053a8b00 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.271736] env[69731]: DEBUG nova.compute.manager [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Received event network-changed-82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.271966] env[69731]: DEBUG nova.compute.manager [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Refreshing instance network info cache due to event network-changed-82e1736e-6ad7-40fc-9400-40d8b3000b97. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.272170] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] Acquiring lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.272322] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] Acquired lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.272463] env[69731]: DEBUG nova.network.neutron [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Refreshing network info cache for port 82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.339437] env[69731]: DEBUG nova.network.neutron [-] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.343656] env[69731]: DEBUG nova.compute.manager [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Received event network-vif-plugged-0b95e579-4ccf-4976-84fc-67cb25abd860 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.343931] env[69731]: DEBUG oslo_concurrency.lockutils [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] Acquiring lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.344289] env[69731]: DEBUG oslo_concurrency.lockutils [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] Lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.344513] env[69731]: DEBUG oslo_concurrency.lockutils [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] Lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.344740] env[69731]: DEBUG nova.compute.manager [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] No waiting events found dispatching network-vif-plugged-0b95e579-4ccf-4976-84fc-67cb25abd860 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.344965] env[69731]: WARNING nova.compute.manager [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Received unexpected event network-vif-plugged-0b95e579-4ccf-4976-84fc-67cb25abd860 for instance with vm_state building and task_state spawning. [ 1120.345194] env[69731]: DEBUG nova.compute.manager [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Received event network-changed-0b95e579-4ccf-4976-84fc-67cb25abd860 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.345427] env[69731]: DEBUG nova.compute.manager [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Refreshing instance network info cache due to event network-changed-0b95e579-4ccf-4976-84fc-67cb25abd860. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.345600] env[69731]: DEBUG oslo_concurrency.lockutils [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] Acquiring lock "refresh_cache-eda877fe-9fbd-4cf3-b56e-38c47a36e136" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.481617] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.482595] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848c6c6e-4c30-4291-bb4e-c67cccfdeba5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.489167] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1120.489167] env[69731]: value = "task-3275892" [ 1120.489167] env[69731]: _type = "Task" [ 1120.489167] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.499148] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.519911] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275888, 'name': CreateVM_Task, 'duration_secs': 0.355969} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.520144] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.520892] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.521082] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.521427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.521698] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9483bc-8a0a-4fe1-93fd-4a25daa411e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.526625] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1120.526625] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c26e66-7161-c63f-8741-d935173d07e9" [ 1120.526625] env[69731]: _type = "Task" [ 1120.526625] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.536134] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c26e66-7161-c63f-8741-d935173d07e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.556969] env[69731]: DEBUG oslo_vmware.api [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210646} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.557407] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.557675] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.557966] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.558287] env[69731]: INFO nova.compute.manager [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1120.558657] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.558937] env[69731]: DEBUG nova.compute.manager [-] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.559103] env[69731]: DEBUG nova.network.neutron [-] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.632848] env[69731]: DEBUG nova.network.neutron [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Successfully created port: 923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.637040] env[69731]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 691322fd-a032-4cfe-be43-1748053a8b00 could not be found.", "detail": ""}} {{(pid=69731) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1120.637404] env[69731]: DEBUG nova.network.neutron [-] Unable to show port 691322fd-a032-4cfe-be43-1748053a8b00 as it no longer exists. {{(pid=69731) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1120.651121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3c4fe1b2-3473-4689-a987-10b7cb5abd87 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.656618] env[69731]: DEBUG nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.664819] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.819s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.664819] env[69731]: DEBUG nova.objects.instance [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lazy-loading 'resources' on Instance uuid 3f409055-f392-4e1f-bf99-ebc986937562 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.717687] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.717882] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84402ab9-7e6a-4d85-965a-2c1126a52123 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.727859] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1120.727859] env[69731]: value = "task-3275893" [ 1120.727859] env[69731]: _type = "Task" [ 1120.727859] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.735875] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275891, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.741182] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.813055] env[69731]: DEBUG nova.network.neutron [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.841775] env[69731]: INFO nova.compute.manager [-] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Took 1.30 seconds to deallocate network for instance. [ 1120.999376] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275892, 'name': PowerOffVM_Task, 'duration_secs': 0.180949} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.999662] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.000373] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.001326] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfcec50-9971-4ffe-9fe0-eb4dfeb9e313 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.008556] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.008832] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-889d523c-dfa2-4017-870e-e25fb3cbc59e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.033292] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.033456] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.033630] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Deleting the datastore file [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.033889] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e59586a4-521c-4e79-93e8-482bc186e37e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.039061] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c26e66-7161-c63f-8741-d935173d07e9, 'name': SearchDatastore_Task, 'duration_secs': 0.016107} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.042189] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.042488] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.042740] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.042905] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.043120] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.045515] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b37f90a4-5690-4b1c-8b7c-56aecf97dd01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.049604] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1121.049604] env[69731]: value = "task-3275895" [ 1121.049604] env[69731]: _type = "Task" [ 1121.049604] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.058819] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.059562] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.059723] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.060447] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8a0844-b578-47e1-b4a3-8dd3bf727da9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.065708] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1121.065708] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52613440-bbef-e75a-7028-a080acd365bd" [ 1121.065708] env[69731]: _type = "Task" [ 1121.065708] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.073165] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52613440-bbef-e75a-7028-a080acd365bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.239233] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691041} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.239233] env[69731]: DEBUG nova.network.neutron [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Updating instance_info_cache with network_info: [{"id": "0b95e579-4ccf-4976-84fc-67cb25abd860", "address": "fa:16:3e:cc:9f:c8", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b95e579-4c", "ovs_interfaceid": "0b95e579-4ccf-4976-84fc-67cb25abd860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.243431] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. [ 1121.245243] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ff9df8-ab31-45f8-bd55-982d0c75e4e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.260835] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275893, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.283270] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.286646] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b167bd9-e35e-45c5-968a-3f6d03b4da80 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.308058] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1121.308058] env[69731]: value = "task-3275896" [ 1121.308058] env[69731]: _type = "Task" [ 1121.308058] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.320826] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275896, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.322509] env[69731]: DEBUG nova.network.neutron [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updated VIF entry in instance network info cache for port 82e1736e-6ad7-40fc-9400-40d8b3000b97. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.322846] env[69731]: DEBUG nova.network.neutron [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [{"id": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "address": "fa:16:3e:15:a1:b7", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e1736e-6a", "ovs_interfaceid": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.351019] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.489255] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a975a0-b107-4df9-83f9-352ce88508a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.497334] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32eeca6-00a3-4494-849f-17070b2e7aff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.529092] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586dd414-0bbe-4222-80c7-df5e7496e33a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.537495] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3338126-6ed1-422c-862c-83ee6b35094b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.555237] env[69731]: DEBUG nova.compute.provider_tree [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.562707] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205643} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.563018] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.563213] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.563389] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.576387] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52613440-bbef-e75a-7028-a080acd365bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013487} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.577190] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbda5bc-af83-4ca4-80bf-8a6ab96c2a57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.582461] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1121.582461] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524938ea-660d-8b7c-8280-e14b8aee5740" [ 1121.582461] env[69731]: _type = "Task" [ 1121.582461] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.590485] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524938ea-660d-8b7c-8280-e14b8aee5740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.679312] env[69731]: DEBUG nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.737205] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.737515] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.737730] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.737964] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.738170] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.738371] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.738601] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.738761] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.738949] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.739159] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.739356] env[69731]: DEBUG nova.virt.hardware [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.740413] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf17d47-7496-4e19-9a4f-bafb3a18a54e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.746802] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "refresh_cache-eda877fe-9fbd-4cf3-b56e-38c47a36e136" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.747182] env[69731]: DEBUG nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Instance network_info: |[{"id": "0b95e579-4ccf-4976-84fc-67cb25abd860", "address": "fa:16:3e:cc:9f:c8", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b95e579-4c", "ovs_interfaceid": "0b95e579-4ccf-4976-84fc-67cb25abd860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.747929] env[69731]: DEBUG oslo_concurrency.lockutils [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] Acquired lock "refresh_cache-eda877fe-9fbd-4cf3-b56e-38c47a36e136" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.748145] env[69731]: DEBUG nova.network.neutron [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Refreshing network info cache for port 0b95e579-4ccf-4976-84fc-67cb25abd860 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.749359] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:9f:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b95e579-4ccf-4976-84fc-67cb25abd860', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.757436] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.763533] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.767239] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f6eca9a-e7c1-43ee-ad15-f03ae3f323f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.784157] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1319b19e-f0b6-4b44-95eb-3d8b3c334674 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.788902] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275893, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.801142] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.801142] env[69731]: value = "task-3275897" [ 1121.801142] env[69731]: _type = "Task" [ 1121.801142] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.809498] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275897, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.817912] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.826192] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] Releasing lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.827028] env[69731]: DEBUG nova.compute.manager [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Received event network-vif-deleted-ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.827028] env[69731]: INFO nova.compute.manager [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Neutron deleted interface ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8; detaching it from the instance and deleting it from the info cache [ 1121.827028] env[69731]: DEBUG nova.network.neutron [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.926061] env[69731]: DEBUG nova.network.neutron [-] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.011104] env[69731]: DEBUG nova.network.neutron [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Updated VIF entry in instance network info cache for port 0b95e579-4ccf-4976-84fc-67cb25abd860. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.011104] env[69731]: DEBUG nova.network.neutron [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Updating instance_info_cache with network_info: [{"id": "0b95e579-4ccf-4976-84fc-67cb25abd860", "address": "fa:16:3e:cc:9f:c8", "network": {"id": "5c88b1e0-f068-4894-916d-9c7687133ce8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1140710865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "743a17aaa1ff4b6fb17a8da720e0ec8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b95e579-4c", "ovs_interfaceid": "0b95e579-4ccf-4976-84fc-67cb25abd860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.061247] env[69731]: DEBUG nova.scheduler.client.report [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.095471] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524938ea-660d-8b7c-8280-e14b8aee5740, 'name': SearchDatastore_Task, 'duration_secs': 0.020073} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.095765] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.096027] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12/9fffa1fe-484e-4534-b2a7-8ce278903b12.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.096623] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8709f8d4-145f-480c-b257-686e52f0cc7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.103476] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1122.103476] env[69731]: value = "task-3275898" [ 1122.103476] env[69731]: _type = "Task" [ 1122.103476] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.113279] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.250754] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275893, 'name': CreateSnapshot_Task, 'duration_secs': 1.092473} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.251064] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1122.251832] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569ee41d-6316-4d99-b52f-920a22ce3577 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.302850] env[69731]: DEBUG nova.compute.manager [req-c95be4b7-3895-4eea-beb3-b780ad0a84b9 req-93be2a63-c235-44ab-8230-397d15f22259 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received event network-vif-plugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.302850] env[69731]: DEBUG oslo_concurrency.lockutils [req-c95be4b7-3895-4eea-beb3-b780ad0a84b9 req-93be2a63-c235-44ab-8230-397d15f22259 service nova] Acquiring lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.303144] env[69731]: DEBUG oslo_concurrency.lockutils [req-c95be4b7-3895-4eea-beb3-b780ad0a84b9 req-93be2a63-c235-44ab-8230-397d15f22259 service nova] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.303451] env[69731]: DEBUG oslo_concurrency.lockutils [req-c95be4b7-3895-4eea-beb3-b780ad0a84b9 req-93be2a63-c235-44ab-8230-397d15f22259 service nova] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.303574] env[69731]: DEBUG nova.compute.manager [req-c95be4b7-3895-4eea-beb3-b780ad0a84b9 req-93be2a63-c235-44ab-8230-397d15f22259 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] No waiting events found dispatching network-vif-plugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.304141] env[69731]: WARNING nova.compute.manager [req-c95be4b7-3895-4eea-beb3-b780ad0a84b9 req-93be2a63-c235-44ab-8230-397d15f22259 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received unexpected event network-vif-plugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f for instance with vm_state building and task_state spawning. [ 1122.308399] env[69731]: DEBUG nova.network.neutron [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Successfully updated port: 923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.316970] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275897, 'name': CreateVM_Task, 'duration_secs': 0.409703} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.317512] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.318179] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.318343] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.318652] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.321868] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78829b21-37d7-4fbc-8e7c-b58365c07478 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.323866] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275896, 'name': ReconfigVM_Task, 'duration_secs': 0.675878} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.324637] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.326032] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f52cff-698b-4bda-a14f-6eb2630422ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.329582] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1122.329582] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5219afc1-5a4f-f78b-fb76-4238305916b9" [ 1122.329582] env[69731]: _type = "Task" [ 1122.329582] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.333306] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac134e80-9b8b-40ff-ac19-88f738c95fc3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.355986] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c8756c5-4c2a-44b5-a4e9-647a0f90bf7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.370258] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5219afc1-5a4f-f78b-fb76-4238305916b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.374702] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa457d34-c60a-4451-822d-a12e1a653b06 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.385701] env[69731]: DEBUG nova.compute.manager [req-c11b4a43-848c-4e28-9655-bc46bfe1b951 req-c115a514-4f18-462e-9675-1ae6c37b5e6a service nova] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Received event network-vif-deleted-dcacafb6-173e-47cf-8eea-6109c0b94114 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.387711] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1122.387711] env[69731]: value = "task-3275899" [ 1122.387711] env[69731]: _type = "Task" [ 1122.387711] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.396911] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.409073] env[69731]: DEBUG nova.compute.manager [req-bbdf89bb-c70f-436e-8fd3-1cd49e125721 req-ab8e2731-2446-4f07-8e33-41a04ffd55cb service nova] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Detach interface failed, port_id=ee27d9b4-ec0a-43a1-888f-dd4eacd8d1d8, reason: Instance 113dfbf8-5263-430c-b036-49e3409981f9 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.429734] env[69731]: INFO nova.compute.manager [-] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Took 1.87 seconds to deallocate network for instance. [ 1122.515114] env[69731]: DEBUG oslo_concurrency.lockutils [req-e8526977-da42-4936-a009-8377d808bae5 req-7d0cf979-4dcc-4b96-9e1f-1b6bceca6093 service nova] Releasing lock "refresh_cache-eda877fe-9fbd-4cf3-b56e-38c47a36e136" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.567393] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.569593] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.465s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.571235] env[69731]: INFO nova.compute.claims [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.593770] env[69731]: INFO nova.scheduler.client.report [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Deleted allocations for instance 3f409055-f392-4e1f-bf99-ebc986937562 [ 1122.606851] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.607188] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.607452] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.607559] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.607723] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.607876] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.608133] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.608370] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.608515] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.608650] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.608842] env[69731]: DEBUG nova.virt.hardware [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.614185] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96065d06-0002-4110-ab9d-a4246c21d940 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.628066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85480bfd-e75d-47c5-aa4f-efb1da85da3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.633051] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275898, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.650027] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Instance VIF info [] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.655910] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.656966] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.657253] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cf905f7-f20b-40db-850f-4022de82221a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.679131] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.679131] env[69731]: value = "task-3275900" [ 1122.679131] env[69731]: _type = "Task" [ 1122.679131] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.689595] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275900, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.769797] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1122.770202] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-681efa9a-0d34-4b67-9260-b43d796a1f74 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.779798] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1122.779798] env[69731]: value = "task-3275901" [ 1122.779798] env[69731]: _type = "Task" [ 1122.779798] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.789372] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275901, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.814367] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.814495] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.814658] env[69731]: DEBUG nova.network.neutron [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.841089] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5219afc1-5a4f-f78b-fb76-4238305916b9, 'name': SearchDatastore_Task, 'duration_secs': 0.035863} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.841463] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.841703] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.841952] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.842132] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.842315] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.842994] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7405d96-ca2b-42ba-b775-1b9d9febd216 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.861430] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.861635] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.862419] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c87f5dd-064b-4e7c-9488-1fd2283f90bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.869920] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1122.869920] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b901d4-5b1b-1f08-80e2-2db9cd32e746" [ 1122.869920] env[69731]: _type = "Task" [ 1122.869920] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.878856] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b901d4-5b1b-1f08-80e2-2db9cd32e746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.897970] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275899, 'name': ReconfigVM_Task, 'duration_secs': 0.432467} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.898300] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.898576] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c044b185-5e3a-453f-934b-892b986b7571 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.904419] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1122.904419] env[69731]: value = "task-3275902" [ 1122.904419] env[69731]: _type = "Task" [ 1122.904419] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.916389] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.936886] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.103660] env[69731]: DEBUG oslo_concurrency.lockutils [None req-59aa5cad-8940-44a5-b641-ab17baeac415 tempest-ServerAddressesNegativeTestJSON-1336878481 tempest-ServerAddressesNegativeTestJSON-1336878481-project-member] Lock "3f409055-f392-4e1f-bf99-ebc986937562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.185s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.115125] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763192} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.115683] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12/9fffa1fe-484e-4534-b2a7-8ce278903b12.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.116440] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.116440] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67b4d5a1-4052-4880-9961-b7ec1961c9c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.126031] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1123.126031] env[69731]: value = "task-3275903" [ 1123.126031] env[69731]: _type = "Task" [ 1123.126031] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.135071] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.193094] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275900, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.290479] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275901, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.380369] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b901d4-5b1b-1f08-80e2-2db9cd32e746, 'name': SearchDatastore_Task, 'duration_secs': 0.016261} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.381230] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2936eb9-6b81-4797-adf6-c6a63ed72f1d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.386877] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1123.386877] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526fcd27-f3f9-2acc-cdf5-d8e2739444a5" [ 1123.386877] env[69731]: _type = "Task" [ 1123.386877] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.396259] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526fcd27-f3f9-2acc-cdf5-d8e2739444a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.414280] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.438204] env[69731]: DEBUG nova.network.neutron [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.641881] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07236} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.642175] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.643182] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b22dc5-956c-4bda-8fbc-76c6958c2393 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.670230] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12/9fffa1fe-484e-4534-b2a7-8ce278903b12.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.673132] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9e7060-e66b-4b99-aceb-1a170b20c714 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.693159] env[69731]: DEBUG nova.network.neutron [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating instance_info_cache with network_info: [{"id": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "address": "fa:16:3e:60:a7:4f", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923e4cb2-80", "ovs_interfaceid": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.697609] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1123.697609] env[69731]: value = "task-3275904" [ 1123.697609] env[69731]: _type = "Task" [ 1123.697609] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.701178] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275900, 'name': CreateVM_Task, 'duration_secs': 0.587764} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.706299] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.709447] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.711779] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.711779] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.711779] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c8cbb6-ab64-448e-a960-dafadf10ecb1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.717186] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.722090] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1123.722090] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529f9d6f-2c79-453e-f3aa-2c350228b0e4" [ 1123.722090] env[69731]: _type = "Task" [ 1123.722090] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.731766] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529f9d6f-2c79-453e-f3aa-2c350228b0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.793071] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275901, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.876296] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565223b9-0821-47f3-a092-c31253110824 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.884139] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c6e8da-b6b3-45eb-96c6-120ff0b06eb2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.896528] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526fcd27-f3f9-2acc-cdf5-d8e2739444a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012419} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.921031] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.921338] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] eda877fe-9fbd-4cf3-b56e-38c47a36e136/eda877fe-9fbd-4cf3-b56e-38c47a36e136.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.921872] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ed976f-ea60-43da-b0eb-6cef59de8626 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.927582] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c35033-4658-4694-a20a-48906d622520 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.935435] env[69731]: DEBUG oslo_vmware.api [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275902, 'name': PowerOnVM_Task, 'duration_secs': 0.566174} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.938690] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.940598] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1123.940598] env[69731]: value = "task-3275905" [ 1123.940598] env[69731]: _type = "Task" [ 1123.940598] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.941645] env[69731]: DEBUG nova.compute.manager [None req-222af8c1-e15a-485b-921a-5291acca53b4 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.943017] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d1d9fd-bc42-4f12-a01d-87e7d356a0e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.947584] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b72c19-d586-48fb-afd1-7fa696adfd58 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.962807] env[69731]: DEBUG nova.compute.provider_tree [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.968206] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.196440] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.199764] env[69731]: DEBUG nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Instance network_info: |[{"id": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "address": "fa:16:3e:60:a7:4f", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923e4cb2-80", "ovs_interfaceid": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.199764] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:a7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '923e4cb2-80b2-4931-b0b8-6f2d1ced419f', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.208127] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.208575] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.212055] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8499f93-621f-4854-a47b-60ca9de910c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.235416] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275904, 'name': ReconfigVM_Task, 'duration_secs': 0.388306} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.237407] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12/9fffa1fe-484e-4534-b2a7-8ce278903b12.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.238267] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.238267] env[69731]: value = "task-3275906" [ 1124.238267] env[69731]: _type = "Task" [ 1124.238267] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.239243] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4982530-c0cd-4330-afff-51bf141c7047 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.250033] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]529f9d6f-2c79-453e-f3aa-2c350228b0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.250033] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.250033] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.250350] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.250709] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.251472] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.252752] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f385137-4346-40cf-9da2-f17bcbb7b848 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.258842] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275906, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.259321] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1124.259321] env[69731]: value = "task-3275907" [ 1124.259321] env[69731]: _type = "Task" [ 1124.259321] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.272030] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275907, 'name': Rename_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.274056] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.274455] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.275496] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74a5653-4a5b-49c1-b4d1-874c50c8e01a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.283020] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1124.283020] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524ac60d-a6b6-0634-3838-13551d214ccf" [ 1124.283020] env[69731]: _type = "Task" [ 1124.283020] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.295683] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524ac60d-a6b6-0634-3838-13551d214ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.298031] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275901, 'name': CloneVM_Task, 'duration_secs': 1.347862} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.298352] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Created linked-clone VM from snapshot [ 1124.299185] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02bd21d-7792-4742-bd76-90976b7dc38e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.307476] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Uploading image 7e07e8a3-c6f3-4197-bddb-561e6173538d {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1124.339932] env[69731]: DEBUG nova.compute.manager [req-520f2f38-1bd6-4f71-a8a7-fa633e1cfacb req-8b9347cc-13dc-488d-a0eb-845bb8466ec0 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received event network-changed-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.340168] env[69731]: DEBUG nova.compute.manager [req-520f2f38-1bd6-4f71-a8a7-fa633e1cfacb req-8b9347cc-13dc-488d-a0eb-845bb8466ec0 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Refreshing instance network info cache due to event network-changed-923e4cb2-80b2-4931-b0b8-6f2d1ced419f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.340388] env[69731]: DEBUG oslo_concurrency.lockutils [req-520f2f38-1bd6-4f71-a8a7-fa633e1cfacb req-8b9347cc-13dc-488d-a0eb-845bb8466ec0 service nova] Acquiring lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.340551] env[69731]: DEBUG oslo_concurrency.lockutils [req-520f2f38-1bd6-4f71-a8a7-fa633e1cfacb req-8b9347cc-13dc-488d-a0eb-845bb8466ec0 service nova] Acquired lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.340704] env[69731]: DEBUG nova.network.neutron [req-520f2f38-1bd6-4f71-a8a7-fa633e1cfacb req-8b9347cc-13dc-488d-a0eb-845bb8466ec0 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Refreshing network info cache for port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.343617] env[69731]: DEBUG oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1124.343617] env[69731]: value = "vm-654289" [ 1124.343617] env[69731]: _type = "VirtualMachine" [ 1124.343617] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1124.344241] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d3c7a69-6748-4ba2-9c36-7ebf0b8a276e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.351913] env[69731]: DEBUG oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lease: (returnval){ [ 1124.351913] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f31c89-5019-98cd-8aec-7d2b786e4d34" [ 1124.351913] env[69731]: _type = "HttpNfcLease" [ 1124.351913] env[69731]: } obtained for exporting VM: (result){ [ 1124.351913] env[69731]: value = "vm-654289" [ 1124.351913] env[69731]: _type = "VirtualMachine" [ 1124.351913] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1124.352201] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the lease: (returnval){ [ 1124.352201] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f31c89-5019-98cd-8aec-7d2b786e4d34" [ 1124.352201] env[69731]: _type = "HttpNfcLease" [ 1124.352201] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1124.359287] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.359287] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f31c89-5019-98cd-8aec-7d2b786e4d34" [ 1124.359287] env[69731]: _type = "HttpNfcLease" [ 1124.359287] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1124.453236] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275905, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.472910] env[69731]: DEBUG nova.scheduler.client.report [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.756304] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275906, 'name': CreateVM_Task, 'duration_secs': 0.487218} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.756481] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.757239] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.757443] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.757768] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.758044] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec574f32-2c89-406d-a596-f59990922f3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.770296] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1124.770296] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52104e80-289a-5e53-6100-3c3ff11be7b0" [ 1124.770296] env[69731]: _type = "Task" [ 1124.770296] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.775504] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275907, 'name': Rename_Task, 'duration_secs': 0.154858} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.779132] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.779730] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c5c33e0-3617-4630-a957-0d1d55108d1c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.787573] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52104e80-289a-5e53-6100-3c3ff11be7b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.793038] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1124.793038] env[69731]: value = "task-3275909" [ 1124.793038] env[69731]: _type = "Task" [ 1124.793038] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.798880] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524ac60d-a6b6-0634-3838-13551d214ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.800465] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a876fca2-edad-4acb-98be-1ba95a6d064b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.805622] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275909, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.811769] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1124.811769] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b2bb8d-f2bb-8f5d-6524-7ce994780fd0" [ 1124.811769] env[69731]: _type = "Task" [ 1124.811769] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.822893] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b2bb8d-f2bb-8f5d-6524-7ce994780fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.860457] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.860457] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f31c89-5019-98cd-8aec-7d2b786e4d34" [ 1124.860457] env[69731]: _type = "HttpNfcLease" [ 1124.860457] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1124.860753] env[69731]: DEBUG oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1124.860753] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f31c89-5019-98cd-8aec-7d2b786e4d34" [ 1124.860753] env[69731]: _type = "HttpNfcLease" [ 1124.860753] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1124.862185] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02622524-d23a-4159-ae84-3da211fc1f76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.872868] env[69731]: DEBUG oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a7ca-74c0-e78f-a7be-fb7fb3c807ad/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1124.873155] env[69731]: DEBUG oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a7ca-74c0-e78f-a7be-fb7fb3c807ad/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1124.953144] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797924} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.953144] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] eda877fe-9fbd-4cf3-b56e-38c47a36e136/eda877fe-9fbd-4cf3-b56e-38c47a36e136.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.953144] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.954138] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e2dec7c-ae08-4f95-8090-f8cc6efc2583 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.959671] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1124.959671] env[69731]: value = "task-3275910" [ 1124.959671] env[69731]: _type = "Task" [ 1124.959671] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.969107] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.983993] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.984556] env[69731]: DEBUG nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.987137] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.367s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.987394] env[69731]: DEBUG nova.objects.instance [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lazy-loading 'resources' on Instance uuid 8d90ed3c-aafc-4471-88d3-cf0b8c730827 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.052025] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4232edc7-48d0-436a-b039-86ab524cf3e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.160162] env[69731]: DEBUG nova.network.neutron [req-520f2f38-1bd6-4f71-a8a7-fa633e1cfacb req-8b9347cc-13dc-488d-a0eb-845bb8466ec0 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updated VIF entry in instance network info cache for port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.160633] env[69731]: DEBUG nova.network.neutron [req-520f2f38-1bd6-4f71-a8a7-fa633e1cfacb req-8b9347cc-13dc-488d-a0eb-845bb8466ec0 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating instance_info_cache with network_info: [{"id": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "address": "fa:16:3e:60:a7:4f", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923e4cb2-80", "ovs_interfaceid": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.286608] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52104e80-289a-5e53-6100-3c3ff11be7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.035399} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.286995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.287299] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.287558] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.303124] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275909, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.312979] env[69731]: INFO nova.compute.manager [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Unrescuing [ 1125.313422] env[69731]: DEBUG oslo_concurrency.lockutils [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.313704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.313939] env[69731]: DEBUG nova.network.neutron [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.331839] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b2bb8d-f2bb-8f5d-6524-7ce994780fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.022695} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.332668] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.332776] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee/fe41cf61-289c-4946-a89f-16daf92b6eee.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.333070] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.333346] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.333505] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5800a39c-547a-4f55-a104-c4100ab633a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.336200] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04d62de4-0427-4536-828e-e083a40537e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.347659] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1125.347659] env[69731]: value = "task-3275911" [ 1125.347659] env[69731]: _type = "Task" [ 1125.347659] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.352447] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.352738] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.353889] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30284a9d-4877-4f61-8513-481f24d1dd79 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.360671] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.364244] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1125.364244] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d078ea-08c0-21f1-a833-f8ff27deb95b" [ 1125.364244] env[69731]: _type = "Task" [ 1125.364244] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.373603] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d078ea-08c0-21f1-a833-f8ff27deb95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.471037] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178383} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.471037] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.472723] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc4d2dc-9dd0-42ae-a407-edeffdbee9ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.497603] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] eda877fe-9fbd-4cf3-b56e-38c47a36e136/eda877fe-9fbd-4cf3-b56e-38c47a36e136.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.501887] env[69731]: DEBUG nova.compute.utils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.503469] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65970cc5-7ca9-4d57-8ca9-c6001d06083e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.519649] env[69731]: DEBUG nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.519881] env[69731]: DEBUG nova.network.neutron [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.527317] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1125.527317] env[69731]: value = "task-3275912" [ 1125.527317] env[69731]: _type = "Task" [ 1125.527317] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.537442] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.578745] env[69731]: DEBUG nova.policy [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebc2333a71a34461a91a62c55f4aa382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f528f2d58621430da63b91a5b82e86a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.664056] env[69731]: DEBUG oslo_concurrency.lockutils [req-520f2f38-1bd6-4f71-a8a7-fa633e1cfacb req-8b9347cc-13dc-488d-a0eb-845bb8466ec0 service nova] Releasing lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.804499] env[69731]: DEBUG oslo_vmware.api [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3275909, 'name': PowerOnVM_Task, 'duration_secs': 0.606074} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.804998] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.805260] env[69731]: INFO nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1125.805545] env[69731]: DEBUG nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.809448] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb9fb2-4fda-459d-b3c2-306ed51231f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.832264] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5928120c-23e4-4e92-ad2b-b25cf212be8c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.842164] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9114e49a-d70e-485a-8342-93c422d8e2f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.892552] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250dffd7-308a-40ec-bed0-dc11ce26614a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.902483] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275911, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.910448] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dfe93f-8f5c-4ce1-9249-740bdfd143f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.916108] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d078ea-08c0-21f1-a833-f8ff27deb95b, 'name': SearchDatastore_Task, 'duration_secs': 0.016881} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.917796] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a297a20-41be-4259-b5c0-40cae6fec344 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.930083] env[69731]: DEBUG nova.compute.provider_tree [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.939320] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1125.939320] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ca7a48-d02b-42db-3161-82a7f0699948" [ 1125.939320] env[69731]: _type = "Task" [ 1125.939320] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.952830] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ca7a48-d02b-42db-3161-82a7f0699948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.008334] env[69731]: DEBUG nova.network.neutron [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Successfully created port: cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.019701] env[69731]: DEBUG nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.038842] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.332320] env[69731]: INFO nova.compute.manager [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Took 25.88 seconds to build instance. [ 1126.374248] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594825} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.374974] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee/fe41cf61-289c-4946-a89f-16daf92b6eee.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.375359] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.376158] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c06d226-d206-4611-b1cd-4cbf7f4bad0b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.385200] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1126.385200] env[69731]: value = "task-3275913" [ 1126.385200] env[69731]: _type = "Task" [ 1126.385200] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.397586] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.437993] env[69731]: DEBUG nova.scheduler.client.report [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.444046] env[69731]: DEBUG nova.network.neutron [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Updating instance_info_cache with network_info: [{"id": "9ce77931-45f2-4130-a710-12f741f4c9ec", "address": "fa:16:3e:d9:10:e1", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce77931-45", "ovs_interfaceid": "9ce77931-45f2-4130-a710-12f741f4c9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.459877] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ca7a48-d02b-42db-3161-82a7f0699948, 'name': SearchDatastore_Task, 'duration_secs': 0.022867} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.461919] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.463123] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821/569c7b2e-f30c-4768-825e-0760e9dcc821.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.463960] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f04b315a-cc5e-432b-b065-136b08f5818d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.474304] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1126.474304] env[69731]: value = "task-3275914" [ 1126.474304] env[69731]: _type = "Task" [ 1126.474304] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.487172] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.544594] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275912, 'name': ReconfigVM_Task, 'duration_secs': 0.918867} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.545229] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Reconfigured VM instance instance-00000068 to attach disk [datastore1] eda877fe-9fbd-4cf3-b56e-38c47a36e136/eda877fe-9fbd-4cf3-b56e-38c47a36e136.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.546177] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-597ac4c6-f0ef-496f-b996-6653d7412fcf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.554773] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1126.554773] env[69731]: value = "task-3275915" [ 1126.554773] env[69731]: _type = "Task" [ 1126.554773] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.568542] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275915, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.838349] env[69731]: DEBUG oslo_concurrency.lockutils [None req-abfda78e-7f7b-4816-8684-ec407bed93ef tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.396s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.897325] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159665} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.897725] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.898776] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3825be42-e75f-4bfc-9291-243478a160dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.922577] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee/fe41cf61-289c-4946-a89f-16daf92b6eee.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.923039] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e915eb06-55d1-4fca-8b92-99aa4092c2e0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.946172] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1126.946172] env[69731]: value = "task-3275916" [ 1126.946172] env[69731]: _type = "Task" [ 1126.946172] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.950688] env[69731]: DEBUG oslo_concurrency.lockutils [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "refresh_cache-cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.953750] env[69731]: DEBUG nova.objects.instance [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lazy-loading 'flavor' on Instance uuid cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.953952] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.957057] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.321s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.958049] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.958049] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1126.958418] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.609s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.958508] env[69731]: DEBUG nova.objects.instance [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lazy-loading 'resources' on Instance uuid 113dfbf8-5263-430c-b036-49e3409981f9 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.961640] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aff8da-55fc-4285-adec-9fee9494e9c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.969567] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.981298] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a3812e-9dc2-4cdd-90e3-44799372a667 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.005535] env[69731]: INFO nova.scheduler.client.report [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Deleted allocations for instance 8d90ed3c-aafc-4471-88d3-cf0b8c730827 [ 1127.007640] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83afdf4c-a2cc-48e1-b01c-cc1fd5f9d5ce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.011191] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275914, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.020070] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0f8e74-eed1-4914-9169-e049da6e6861 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.059806] env[69731]: DEBUG nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.062470] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179628MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1127.062828] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.077160] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275915, 'name': Rename_Task, 'duration_secs': 0.416224} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.077521] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.077874] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d22ecc41-6da9-4cc0-b188-80ac18c47224 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.088332] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1127.088332] env[69731]: value = "task-3275917" [ 1127.088332] env[69731]: _type = "Task" [ 1127.088332] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.099554] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.099861] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.100054] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.100308] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.100475] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.100666] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.101034] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.101262] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.101633] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.101925] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.102222] env[69731]: DEBUG nova.virt.hardware [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.103414] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d408d-3270-401d-818d-0229b6f4eec1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.111436] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275917, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.118026] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f36cd29-4a44-4bd7-a948-f64b50f9b181 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.459580] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.460906] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5231465-a534-44fb-a877-c7c42cc42434 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.486953] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.492039] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7301f2e8-f09b-4bf8-9f3a-faf65b79704f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.500040] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791338} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.500040] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821/569c7b2e-f30c-4768-825e-0760e9dcc821.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.500040] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.500345] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1127.500345] env[69731]: value = "task-3275918" [ 1127.500345] env[69731]: _type = "Task" [ 1127.500345] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.500467] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a94d98ae-099c-48be-8d34-eccb6741a3bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.520547] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.520941] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1127.520941] env[69731]: value = "task-3275919" [ 1127.520941] env[69731]: _type = "Task" [ 1127.520941] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.521586] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b09017b4-5630-4f76-a428-5b4aa38223f4 tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "8d90ed3c-aafc-4471-88d3-cf0b8c730827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.342s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.532509] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.607215] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275917, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.745763] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214d6d3f-4d2b-4f31-9820-5a50b5450794 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.759139] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c6d7d2-0532-46ca-b5f3-d10fd28282c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.793212] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f38f43f-aaa6-43f5-9c88-702468cdbd72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.801776] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b9fc0c-3eec-4636-9ace-7ab542eed8d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.821490] env[69731]: DEBUG nova.compute.provider_tree [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.880948] env[69731]: DEBUG nova.compute.manager [req-61cc09d9-17c2-476e-8c6d-3b09d81acde1 req-fe976a3f-40d0-4a98-9a23-4212da83d03c service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Received event network-changed-82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.882756] env[69731]: DEBUG nova.compute.manager [req-61cc09d9-17c2-476e-8c6d-3b09d81acde1 req-fe976a3f-40d0-4a98-9a23-4212da83d03c service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Refreshing instance network info cache due to event network-changed-82e1736e-6ad7-40fc-9400-40d8b3000b97. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.882756] env[69731]: DEBUG oslo_concurrency.lockutils [req-61cc09d9-17c2-476e-8c6d-3b09d81acde1 req-fe976a3f-40d0-4a98-9a23-4212da83d03c service nova] Acquiring lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.882756] env[69731]: DEBUG oslo_concurrency.lockutils [req-61cc09d9-17c2-476e-8c6d-3b09d81acde1 req-fe976a3f-40d0-4a98-9a23-4212da83d03c service nova] Acquired lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.882756] env[69731]: DEBUG nova.network.neutron [req-61cc09d9-17c2-476e-8c6d-3b09d81acde1 req-fe976a3f-40d0-4a98-9a23-4212da83d03c service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Refreshing network info cache for port 82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.901946] env[69731]: DEBUG nova.compute.manager [req-1e71f487-e573-4c36-8e0f-a46f9b2020ba req-6c9c7b66-99fa-4a78-b11b-5bc51f5321f7 service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Received event network-vif-plugged-cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.902298] env[69731]: DEBUG oslo_concurrency.lockutils [req-1e71f487-e573-4c36-8e0f-a46f9b2020ba req-6c9c7b66-99fa-4a78-b11b-5bc51f5321f7 service nova] Acquiring lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.902696] env[69731]: DEBUG oslo_concurrency.lockutils [req-1e71f487-e573-4c36-8e0f-a46f9b2020ba req-6c9c7b66-99fa-4a78-b11b-5bc51f5321f7 service nova] Lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.903041] env[69731]: DEBUG oslo_concurrency.lockutils [req-1e71f487-e573-4c36-8e0f-a46f9b2020ba req-6c9c7b66-99fa-4a78-b11b-5bc51f5321f7 service nova] Lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.903273] env[69731]: DEBUG nova.compute.manager [req-1e71f487-e573-4c36-8e0f-a46f9b2020ba req-6c9c7b66-99fa-4a78-b11b-5bc51f5321f7 service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] No waiting events found dispatching network-vif-plugged-cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.903511] env[69731]: WARNING nova.compute.manager [req-1e71f487-e573-4c36-8e0f-a46f9b2020ba req-6c9c7b66-99fa-4a78-b11b-5bc51f5321f7 service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Received unexpected event network-vif-plugged-cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1 for instance with vm_state building and task_state spawning. [ 1127.953663] env[69731]: DEBUG nova.network.neutron [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Successfully updated port: cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.958046] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275916, 'name': ReconfigVM_Task, 'duration_secs': 0.519695} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.958719] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Reconfigured VM instance instance-00000066 to attach disk [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee/fe41cf61-289c-4946-a89f-16daf92b6eee.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.960355] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b574880-8871-4967-8b6f-30aa01ad0b3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.972029] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1127.972029] env[69731]: value = "task-3275920" [ 1127.972029] env[69731]: _type = "Task" [ 1127.972029] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.979712] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275920, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.014221] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275918, 'name': PowerOffVM_Task, 'duration_secs': 0.302259} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.014534] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.020267] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.020644] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe3aebe-3f46-4a73-9672-f62e469407c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.044657] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095569} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.046167] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.046631] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1128.046631] env[69731]: value = "task-3275921" [ 1128.046631] env[69731]: _type = "Task" [ 1128.046631] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.047468] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12648988-38af-45f8-ac42-a69e4ad78f95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.077734] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821/569c7b2e-f30c-4768-825e-0760e9dcc821.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.082799] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.083184] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.083487] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.083823] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.084110] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.085848] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d57a24-6fc9-4732-b167-b43187594aa3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.101487] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.102192] env[69731]: INFO nova.compute.manager [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Terminating instance [ 1128.114174] env[69731]: DEBUG oslo_vmware.api [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275917, 'name': PowerOnVM_Task, 'duration_secs': 0.729378} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.116323] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.116488] env[69731]: INFO nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1128.116735] env[69731]: DEBUG nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.117134] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1128.117134] env[69731]: value = "task-3275922" [ 1128.117134] env[69731]: _type = "Task" [ 1128.117134] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.117958] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2063f7c6-2de8-4dee-b77b-0ab01c4e4ff7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.135761] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.326789] env[69731]: DEBUG nova.scheduler.client.report [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.459741] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-2aacf88c-55b5-4d07-bcee-3decbcfbb29d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.459884] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-2aacf88c-55b5-4d07-bcee-3decbcfbb29d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.460049] env[69731]: DEBUG nova.network.neutron [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.480872] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275920, 'name': Rename_Task, 'duration_secs': 0.211699} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.481349] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.481699] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c36c23-f89f-4e4b-bf1d-cf0a2d6b5de5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.490016] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1128.490016] env[69731]: value = "task-3275923" [ 1128.490016] env[69731]: _type = "Task" [ 1128.490016] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.497908] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.560627] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275921, 'name': ReconfigVM_Task, 'duration_secs': 0.256498} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.561025] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.561215] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.561477] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43696da8-547a-4da2-80c2-7591505a6c76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.567819] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1128.567819] env[69731]: value = "task-3275924" [ 1128.567819] env[69731]: _type = "Task" [ 1128.567819] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.578649] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.611794] env[69731]: DEBUG nova.compute.manager [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.612041] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.613731] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07db9e55-a818-484b-a093-7cfb522858e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.620744] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.623319] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e32d33-429e-45c2-a39d-5b8cd34e453c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.633095] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275922, 'name': ReconfigVM_Task, 'duration_secs': 0.507344} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.635972] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821/569c7b2e-f30c-4768-825e-0760e9dcc821.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.635972] env[69731]: DEBUG oslo_vmware.api [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1128.635972] env[69731]: value = "task-3275925" [ 1128.635972] env[69731]: _type = "Task" [ 1128.635972] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.635972] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af1e839b-65a3-427a-a09b-768e03dd272c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.651166] env[69731]: INFO nova.compute.manager [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Took 24.97 seconds to build instance. [ 1128.660286] env[69731]: DEBUG oslo_vmware.api [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.662276] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1128.662276] env[69731]: value = "task-3275926" [ 1128.662276] env[69731]: _type = "Task" [ 1128.662276] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.672416] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275926, 'name': Rename_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.688763] env[69731]: DEBUG nova.network.neutron [req-61cc09d9-17c2-476e-8c6d-3b09d81acde1 req-fe976a3f-40d0-4a98-9a23-4212da83d03c service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updated VIF entry in instance network info cache for port 82e1736e-6ad7-40fc-9400-40d8b3000b97. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.689344] env[69731]: DEBUG nova.network.neutron [req-61cc09d9-17c2-476e-8c6d-3b09d81acde1 req-fe976a3f-40d0-4a98-9a23-4212da83d03c service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [{"id": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "address": "fa:16:3e:15:a1:b7", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e1736e-6a", "ovs_interfaceid": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.831876] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.834791] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.898s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.835117] env[69731]: DEBUG nova.objects.instance [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'resources' on Instance uuid be64ce3f-f516-4fff-ba26-020d3534eead {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.860409] env[69731]: INFO nova.scheduler.client.report [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted allocations for instance 113dfbf8-5263-430c-b036-49e3409981f9 [ 1128.998593] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.005119] env[69731]: DEBUG nova.network.neutron [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.078962] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.142478] env[69731]: DEBUG nova.network.neutron [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Updating instance_info_cache with network_info: [{"id": "cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1", "address": "fa:16:3e:2a:43:8c", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf77f45f-b6", "ovs_interfaceid": "cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.150817] env[69731]: DEBUG oslo_vmware.api [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275925, 'name': PowerOffVM_Task, 'duration_secs': 0.327147} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.151274] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.151558] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.151890] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b46e88-8ec7-4feb-99a7-6eeb9b7f3296 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.154325] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f5a91786-908e-40d5-bdad-635680aeb5ab tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.480s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.173663] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275926, 'name': Rename_Task, 'duration_secs': 0.227775} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.175102] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.175102] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22725483-d547-4913-887d-5e801eacbe4f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.181097] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1129.181097] env[69731]: value = "task-3275928" [ 1129.181097] env[69731]: _type = "Task" [ 1129.181097] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.189789] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.192401] env[69731]: DEBUG oslo_concurrency.lockutils [req-61cc09d9-17c2-476e-8c6d-3b09d81acde1 req-fe976a3f-40d0-4a98-9a23-4212da83d03c service nova] Releasing lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.233224] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.233572] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.233850] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Deleting the datastore file [datastore1] bb7875ff-8d28-4a5d-9360-fd41e05e680c {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.234286] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6716b5e1-abc3-4538-ac62-73d084a4a1b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.241115] env[69731]: DEBUG oslo_vmware.api [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for the task: (returnval){ [ 1129.241115] env[69731]: value = "task-3275929" [ 1129.241115] env[69731]: _type = "Task" [ 1129.241115] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.250310] env[69731]: DEBUG oslo_vmware.api [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.367888] env[69731]: DEBUG oslo_concurrency.lockutils [None req-33888159-0cea-4510-ab51-0a695db28977 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "113dfbf8-5263-430c-b036-49e3409981f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.480s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.504728] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.562633] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfaf7d0-311a-4955-8766-48086ec6712c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.573492] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa9a5a5-c5c1-42fb-9d70-78814fea6a2c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.581410] env[69731]: DEBUG oslo_vmware.api [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275924, 'name': PowerOnVM_Task, 'duration_secs': 0.736568} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.605701] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.605966] env[69731]: DEBUG nova.compute.manager [None req-23960259-bb55-484b-85d9-c8b59a1d6a4a tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.607567] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf39881-c84e-4313-a088-f7797b5aef91 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.610857] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb011cf-66a9-422f-855e-674c74634358 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.624964] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40323b2c-a2a9-4349-bdd2-c5ac68bb3213 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.648046] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-2aacf88c-55b5-4d07-bcee-3decbcfbb29d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.648265] env[69731]: DEBUG nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Instance network_info: |[{"id": "cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1", "address": "fa:16:3e:2a:43:8c", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf77f45f-b6", "ovs_interfaceid": "cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.649047] env[69731]: DEBUG nova.compute.provider_tree [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.655024] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:43:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.665355] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.666824] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.667197] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d26867bf-1b4e-4c6b-abed-a7614718a24a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.709205] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.713550] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.713550] env[69731]: value = "task-3275930" [ 1129.713550] env[69731]: _type = "Task" [ 1129.713550] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.722251] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275930, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.752856] env[69731]: DEBUG oslo_vmware.api [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Task: {'id': task-3275929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413107} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.753408] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.753636] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.753818] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.753997] env[69731]: INFO nova.compute.manager [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1129.754338] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.754556] env[69731]: DEBUG nova.compute.manager [-] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.754654] env[69731]: DEBUG nova.network.neutron [-] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.958405] env[69731]: DEBUG nova.compute.manager [req-fad6f2f0-cd77-4dc4-87fb-147dfdf1c5df req-7b47a649-51f4-4079-a4a6-f3bc3306b35d service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Received event network-changed-cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.958722] env[69731]: DEBUG nova.compute.manager [req-fad6f2f0-cd77-4dc4-87fb-147dfdf1c5df req-7b47a649-51f4-4079-a4a6-f3bc3306b35d service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Refreshing instance network info cache due to event network-changed-cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.958969] env[69731]: DEBUG oslo_concurrency.lockutils [req-fad6f2f0-cd77-4dc4-87fb-147dfdf1c5df req-7b47a649-51f4-4079-a4a6-f3bc3306b35d service nova] Acquiring lock "refresh_cache-2aacf88c-55b5-4d07-bcee-3decbcfbb29d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.959351] env[69731]: DEBUG oslo_concurrency.lockutils [req-fad6f2f0-cd77-4dc4-87fb-147dfdf1c5df req-7b47a649-51f4-4079-a4a6-f3bc3306b35d service nova] Acquired lock "refresh_cache-2aacf88c-55b5-4d07-bcee-3decbcfbb29d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.959587] env[69731]: DEBUG nova.network.neutron [req-fad6f2f0-cd77-4dc4-87fb-147dfdf1c5df req-7b47a649-51f4-4079-a4a6-f3bc3306b35d service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Refreshing network info cache for port cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.962602] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.963151] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.963440] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.963735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.964027] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.966761] env[69731]: INFO nova.compute.manager [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Terminating instance [ 1129.999220] env[69731]: DEBUG oslo_vmware.api [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275923, 'name': PowerOnVM_Task, 'duration_secs': 1.44276} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.999453] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.001087] env[69731]: DEBUG nova.compute.manager [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.001944] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c9d544-cbe4-493a-947d-ca6c4bd17d16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.166955] env[69731]: DEBUG nova.scheduler.client.report [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.204724] env[69731]: DEBUG oslo_vmware.api [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275928, 'name': PowerOnVM_Task, 'duration_secs': 0.871574} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.205089] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.205258] env[69731]: INFO nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1130.205483] env[69731]: DEBUG nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.206326] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228e1cc-630f-4536-a5c4-b1c6cad28a07 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.225157] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275930, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.473420] env[69731]: DEBUG nova.compute.manager [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.473682] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.474748] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82ab717-33bb-4137-b1dc-5b1a62fa9e88 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.485073] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.485360] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9685c01-bc97-4f01-a905-6e6567684ea4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.491351] env[69731]: DEBUG oslo_vmware.api [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1130.491351] env[69731]: value = "task-3275931" [ 1130.491351] env[69731]: _type = "Task" [ 1130.491351] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.501310] env[69731]: DEBUG oslo_vmware.api [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.519199] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.597193] env[69731]: DEBUG nova.network.neutron [-] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.675098] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.675098] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.612s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.692110] env[69731]: INFO nova.scheduler.client.report [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleted allocations for instance be64ce3f-f516-4fff-ba26-020d3534eead [ 1130.729723] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275930, 'name': CreateVM_Task, 'duration_secs': 0.580856} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.732279] env[69731]: DEBUG nova.network.neutron [req-fad6f2f0-cd77-4dc4-87fb-147dfdf1c5df req-7b47a649-51f4-4079-a4a6-f3bc3306b35d service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Updated VIF entry in instance network info cache for port cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.732603] env[69731]: DEBUG nova.network.neutron [req-fad6f2f0-cd77-4dc4-87fb-147dfdf1c5df req-7b47a649-51f4-4079-a4a6-f3bc3306b35d service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Updating instance_info_cache with network_info: [{"id": "cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1", "address": "fa:16:3e:2a:43:8c", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf77f45f-b6", "ovs_interfaceid": "cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.733598] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.734069] env[69731]: INFO nova.compute.manager [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Took 22.09 seconds to build instance. [ 1130.735825] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.735825] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.735825] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.736254] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a4b329-d943-4796-88f5-d275009e18cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.744245] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1130.744245] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52871b70-d757-535f-5a76-25e01c089996" [ 1130.744245] env[69731]: _type = "Task" [ 1130.744245] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.754255] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52871b70-d757-535f-5a76-25e01c089996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.837214] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "fe41cf61-289c-4946-a89f-16daf92b6eee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.837585] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "fe41cf61-289c-4946-a89f-16daf92b6eee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.837906] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "fe41cf61-289c-4946-a89f-16daf92b6eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.838263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "fe41cf61-289c-4946-a89f-16daf92b6eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.838494] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "fe41cf61-289c-4946-a89f-16daf92b6eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.841293] env[69731]: INFO nova.compute.manager [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Terminating instance [ 1130.854932] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "661d513f-80a6-4fbf-b047-64ba43490b27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.855832] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "661d513f-80a6-4fbf-b047-64ba43490b27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.001368] env[69731]: DEBUG oslo_vmware.api [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275931, 'name': PowerOffVM_Task, 'duration_secs': 0.364801} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.001694] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.001816] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.002085] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34178b82-5c5b-4ebc-994e-0a68d9a98f1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.066891] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.067513] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.067513] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleting the datastore file [datastore1] eda877fe-9fbd-4cf3-b56e-38c47a36e136 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.067646] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f723604-305a-45f6-bf12-54dcc47bfb2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.074339] env[69731]: DEBUG oslo_vmware.api [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for the task: (returnval){ [ 1131.074339] env[69731]: value = "task-3275933" [ 1131.074339] env[69731]: _type = "Task" [ 1131.074339] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.082979] env[69731]: DEBUG oslo_vmware.api [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.099759] env[69731]: INFO nova.compute.manager [-] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Took 1.34 seconds to deallocate network for instance. [ 1131.201725] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ba1187b3-c871-4d85-b470-b7b38915aa47 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "be64ce3f-f516-4fff-ba26-020d3534eead" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.311s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.237484] env[69731]: DEBUG oslo_concurrency.lockutils [req-fad6f2f0-cd77-4dc4-87fb-147dfdf1c5df req-7b47a649-51f4-4079-a4a6-f3bc3306b35d service nova] Releasing lock "refresh_cache-2aacf88c-55b5-4d07-bcee-3decbcfbb29d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.238029] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e415c75f-c4b8-4957-84ad-d925ca220b61 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.118s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.258619] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52871b70-d757-535f-5a76-25e01c089996, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.259352] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.259528] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.259750] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.259969] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.260178] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.260434] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e96a2a-794b-4ad3-94a1-a33eed4ebe90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.271454] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.271681] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.272520] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fc4026-65e5-4f25-9fcb-4c57b217912e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.279833] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1131.279833] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5250c02d-4806-6b2f-e9ea-603bfcd1de72" [ 1131.279833] env[69731]: _type = "Task" [ 1131.279833] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.287599] env[69731]: DEBUG nova.compute.manager [req-5db502b2-498c-4659-a631-b4329bd43206 req-c693b2ff-798f-4544-95b6-ba4d4c1c2801 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received event network-changed-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.287599] env[69731]: DEBUG nova.compute.manager [req-5db502b2-498c-4659-a631-b4329bd43206 req-c693b2ff-798f-4544-95b6-ba4d4c1c2801 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Refreshing instance network info cache due to event network-changed-923e4cb2-80b2-4931-b0b8-6f2d1ced419f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.287924] env[69731]: DEBUG oslo_concurrency.lockutils [req-5db502b2-498c-4659-a631-b4329bd43206 req-c693b2ff-798f-4544-95b6-ba4d4c1c2801 service nova] Acquiring lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.288091] env[69731]: DEBUG oslo_concurrency.lockutils [req-5db502b2-498c-4659-a631-b4329bd43206 req-c693b2ff-798f-4544-95b6-ba4d4c1c2801 service nova] Acquired lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.288357] env[69731]: DEBUG nova.network.neutron [req-5db502b2-498c-4659-a631-b4329bd43206 req-c693b2ff-798f-4544-95b6-ba4d4c1c2801 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Refreshing network info cache for port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.299781] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5250c02d-4806-6b2f-e9ea-603bfcd1de72, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.301979] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fcc70c-ef17-4cf9-bc35-42a3580378af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.309030] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1131.309030] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c04be6-9b65-f5a8-4eaf-937e145b6a1d" [ 1131.309030] env[69731]: _type = "Task" [ 1131.309030] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.318207] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c04be6-9b65-f5a8-4eaf-937e145b6a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.349629] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "refresh_cache-fe41cf61-289c-4946-a89f-16daf92b6eee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.350941] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquired lock "refresh_cache-fe41cf61-289c-4946-a89f-16daf92b6eee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.350941] env[69731]: DEBUG nova.network.neutron [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.361076] env[69731]: DEBUG nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.584802] env[69731]: DEBUG oslo_vmware.api [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Task: {'id': task-3275933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178503} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.585110] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.585309] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.585499] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.585691] env[69731]: INFO nova.compute.manager [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1131.585939] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.586161] env[69731]: DEBUG nova.compute.manager [-] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.586371] env[69731]: DEBUG nova.network.neutron [-] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.606577] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.748952] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7425d84f-1723-4521-8270-ff20a0e13864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.749181] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 3865cd8b-6a0e-4487-8162-4691d9765664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.749253] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.749402] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 18fef856-5edc-412b-8059-ebc0ee4193ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.749555] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance bb7875ff-8d28-4a5d-9360-fd41e05e680c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.749680] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.749855] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2e568988-c2e4-43d4-a0da-b466d4b1fa82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.749995] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance eaed62e7-5791-4ae5-895a-cb993e238f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.750153] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance fe41cf61-289c-4946-a89f-16daf92b6eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.750295] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 9fffa1fe-484e-4534-b2a7-8ce278903b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.750432] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance eda877fe-9fbd-4cf3-b56e-38c47a36e136 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.750570] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 569c7b2e-f30c-4768-825e-0760e9dcc821 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.750705] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2aacf88c-55b5-4d07-bcee-3decbcfbb29d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.820046] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c04be6-9b65-f5a8-4eaf-937e145b6a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.820340] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.820610] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 2aacf88c-55b5-4d07-bcee-3decbcfbb29d/2aacf88c-55b5-4d07-bcee-3decbcfbb29d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.820880] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecaf0a5f-f464-448b-9d94-fc0e77251e42 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.829484] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1131.829484] env[69731]: value = "task-3275934" [ 1131.829484] env[69731]: _type = "Task" [ 1131.829484] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.838227] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.889149] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.893271] env[69731]: DEBUG nova.network.neutron [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.993165] env[69731]: DEBUG nova.compute.manager [req-83c02d09-47cf-406d-8093-ca147eb0100d req-b4397a0a-d6af-4c69-85b6-681de99a082c service nova] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Received event network-vif-deleted-7b8c872e-69a2-470b-bdd0-b62589e71f23 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.993420] env[69731]: DEBUG nova.compute.manager [req-83c02d09-47cf-406d-8093-ca147eb0100d req-b4397a0a-d6af-4c69-85b6-681de99a082c service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Received event network-vif-deleted-0b95e579-4ccf-4976-84fc-67cb25abd860 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.993603] env[69731]: INFO nova.compute.manager [req-83c02d09-47cf-406d-8093-ca147eb0100d req-b4397a0a-d6af-4c69-85b6-681de99a082c service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Neutron deleted interface 0b95e579-4ccf-4976-84fc-67cb25abd860; detaching it from the instance and deleting it from the info cache [ 1131.993797] env[69731]: DEBUG nova.network.neutron [req-83c02d09-47cf-406d-8093-ca147eb0100d req-b4397a0a-d6af-4c69-85b6-681de99a082c service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.007231] env[69731]: DEBUG nova.network.neutron [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.254619] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 661d513f-80a6-4fbf-b047-64ba43490b27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1132.254919] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1132.255065] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1132.340524] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275934, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.345569] env[69731]: DEBUG nova.network.neutron [req-5db502b2-498c-4659-a631-b4329bd43206 req-c693b2ff-798f-4544-95b6-ba4d4c1c2801 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updated VIF entry in instance network info cache for port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.345943] env[69731]: DEBUG nova.network.neutron [req-5db502b2-498c-4659-a631-b4329bd43206 req-c693b2ff-798f-4544-95b6-ba4d4c1c2801 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating instance_info_cache with network_info: [{"id": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "address": "fa:16:3e:60:a7:4f", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923e4cb2-80", "ovs_interfaceid": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.394669] env[69731]: DEBUG nova.network.neutron [-] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.501637] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212124d-04b9-4c5e-98f7-d34e2c5a9cd4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.505870] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb15b796-223d-421d-9ee7-85b80995b0bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.509782] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Releasing lock "refresh_cache-fe41cf61-289c-4946-a89f-16daf92b6eee" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.510239] env[69731]: DEBUG nova.compute.manager [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.510479] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.512332] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e873937-f513-4f02-8be9-a05499751cef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.524579] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6a9c7e-8c56-4416-a8d4-1f22f1aaaa3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.534762] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87570c9f-369d-45d8-b73e-7404c71a7571 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.546841] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.548613] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b32ce695-6229-4edc-bf21-11f1488eaf0d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.583598] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67744d0d-534b-48ba-84f6-f8d9a74d6000 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.588279] env[69731]: DEBUG oslo_vmware.api [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1132.588279] env[69731]: value = "task-3275935" [ 1132.588279] env[69731]: _type = "Task" [ 1132.588279] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.607734] env[69731]: DEBUG nova.compute.manager [req-83c02d09-47cf-406d-8093-ca147eb0100d req-b4397a0a-d6af-4c69-85b6-681de99a082c service nova] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Detach interface failed, port_id=0b95e579-4ccf-4976-84fc-67cb25abd860, reason: Instance eda877fe-9fbd-4cf3-b56e-38c47a36e136 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.610507] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb6256-bbcf-4c00-9e05-51320605f37e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.619341] env[69731]: DEBUG oslo_vmware.api [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.629093] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.840244] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726648} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.840734] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 2aacf88c-55b5-4d07-bcee-3decbcfbb29d/2aacf88c-55b5-4d07-bcee-3decbcfbb29d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.840970] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.841383] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cede9944-bd86-4d1c-b0b0-90e199f59cc9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.848792] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1132.848792] env[69731]: value = "task-3275936" [ 1132.848792] env[69731]: _type = "Task" [ 1132.848792] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.853578] env[69731]: DEBUG oslo_concurrency.lockutils [req-5db502b2-498c-4659-a631-b4329bd43206 req-c693b2ff-798f-4544-95b6-ba4d4c1c2801 service nova] Releasing lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.860961] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.897687] env[69731]: INFO nova.compute.manager [-] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Took 1.31 seconds to deallocate network for instance. [ 1133.100176] env[69731]: DEBUG oslo_vmware.api [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275935, 'name': PowerOffVM_Task, 'duration_secs': 0.167286} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.100176] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.100176] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.100176] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9259d544-24ba-4f0b-9bc5-e9d338a85927 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.124560] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.124817] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.124998] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Deleting the datastore file [datastore1] fe41cf61-289c-4946-a89f-16daf92b6eee {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.125311] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06fc98fd-ebcf-427e-b7f2-c2edbdffa0a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.132436] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.137338] env[69731]: DEBUG oslo_vmware.api [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for the task: (returnval){ [ 1133.137338] env[69731]: value = "task-3275938" [ 1133.137338] env[69731]: _type = "Task" [ 1133.137338] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.146039] env[69731]: DEBUG oslo_vmware.api [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.359673] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216209} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.359983] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.360980] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf79bb24-f0af-4b08-ba80-dcb20faed212 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.384526] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 2aacf88c-55b5-4d07-bcee-3decbcfbb29d/2aacf88c-55b5-4d07-bcee-3decbcfbb29d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.384826] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ece53873-e6c8-478e-9707-9001da3f0aba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.404539] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.406278] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1133.406278] env[69731]: value = "task-3275939" [ 1133.406278] env[69731]: _type = "Task" [ 1133.406278] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.415478] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.639038] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1133.639391] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.965s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.639929] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.121s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.640248] env[69731]: DEBUG nova.objects.instance [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69731) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1133.658659] env[69731]: DEBUG oslo_vmware.api [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Task: {'id': task-3275938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286624} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.658659] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.659130] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.659332] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.659687] env[69731]: INFO nova.compute.manager [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1133.660114] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.660444] env[69731]: DEBUG nova.compute.manager [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.660595] env[69731]: DEBUG nova.network.neutron [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.694159] env[69731]: DEBUG nova.network.neutron [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.695941] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.696282] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.918124] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.095313] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.095542] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.197924] env[69731]: DEBUG nova.network.neutron [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.199855] env[69731]: DEBUG nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.418262] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275939, 'name': ReconfigVM_Task, 'duration_secs': 0.573613} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.418568] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 2aacf88c-55b5-4d07-bcee-3decbcfbb29d/2aacf88c-55b5-4d07-bcee-3decbcfbb29d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.419285] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e44d1d2-ca0a-429f-a1b1-0e3cb0b97bf6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.426597] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1134.426597] env[69731]: value = "task-3275940" [ 1134.426597] env[69731]: _type = "Task" [ 1134.426597] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.434760] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275940, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.598281] env[69731]: DEBUG nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.656367] env[69731]: DEBUG oslo_concurrency.lockutils [None req-18eb2906-4d66-4671-a562-51772c013421 tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.657617] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.051s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.657942] env[69731]: DEBUG nova.objects.instance [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lazy-loading 'resources' on Instance uuid bb7875ff-8d28-4a5d-9360-fd41e05e680c {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.704104] env[69731]: INFO nova.compute.manager [-] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Took 1.04 seconds to deallocate network for instance. [ 1134.731862] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.937169] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275940, 'name': Rename_Task, 'duration_secs': 0.217971} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.937458] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.937711] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe95f7d6-3548-4780-8636-6190e2aca1bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.944364] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1134.944364] env[69731]: value = "task-3275941" [ 1134.944364] env[69731]: _type = "Task" [ 1134.944364] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.955568] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.005036] env[69731]: DEBUG oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a7ca-74c0-e78f-a7be-fb7fb3c807ad/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1135.006259] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0611d3e2-c78b-4f57-9736-7b78fdfa2a9d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.012096] env[69731]: DEBUG oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a7ca-74c0-e78f-a7be-fb7fb3c807ad/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1135.012268] env[69731]: ERROR oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a7ca-74c0-e78f-a7be-fb7fb3c807ad/disk-0.vmdk due to incomplete transfer. [ 1135.012533] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7fd575f5-feb9-4a01-8e4e-42d4e04bc541 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.019061] env[69731]: DEBUG oslo_vmware.rw_handles [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9a7ca-74c0-e78f-a7be-fb7fb3c807ad/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1135.019252] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Uploaded image 7e07e8a3-c6f3-4197-bddb-561e6173538d to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1135.021450] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1135.021682] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ec9fa27-9fbe-4fa7-9518-db0a38073a35 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.027833] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1135.027833] env[69731]: value = "task-3275942" [ 1135.027833] env[69731]: _type = "Task" [ 1135.027833] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.036969] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275942, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.118537] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.215016] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.351562] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3626bc-379d-4bf5-a269-5edd40e6f3b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.359098] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52486e21-663e-4384-8688-2ad52e76db21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.388813] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d2cf48-a61a-483c-8e3a-cb99bed07a5c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.396317] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a516254-4cc8-4c46-b584-e3dacc613962 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.409350] env[69731]: DEBUG nova.compute.provider_tree [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.455477] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.540189] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275942, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.912482] env[69731]: DEBUG nova.scheduler.client.report [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.955279] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.039063] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275942, 'name': Destroy_Task, 'duration_secs': 0.667153} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.039340] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Destroyed the VM [ 1136.039578] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1136.039835] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12365f9f-b540-44bc-be6e-cfe1dc28013d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.046532] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1136.046532] env[69731]: value = "task-3275943" [ 1136.046532] env[69731]: _type = "Task" [ 1136.046532] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.055957] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275943, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.417811] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.420310] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.532s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.422081] env[69731]: INFO nova.compute.claims [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.439552] env[69731]: INFO nova.scheduler.client.report [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Deleted allocations for instance bb7875ff-8d28-4a5d-9360-fd41e05e680c [ 1136.456207] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275941, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.556848] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275943, 'name': RemoveSnapshot_Task, 'duration_secs': 0.391683} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.557379] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1136.557854] env[69731]: DEBUG nova.compute.manager [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.558812] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99bb11f-7b36-4ac0-afa0-7c4f4e7bc2d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.955728] env[69731]: DEBUG oslo_vmware.api [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275941, 'name': PowerOnVM_Task, 'duration_secs': 1.600917} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.956238] env[69731]: DEBUG oslo_concurrency.lockutils [None req-325be3a2-4869-4bc6-a1e1-5b28e50a8bed tempest-ServerRescueTestJSON-678667528 tempest-ServerRescueTestJSON-678667528-project-member] Lock "bb7875ff-8d28-4a5d-9360-fd41e05e680c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.873s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.957221] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.957460] env[69731]: INFO nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1136.957649] env[69731]: DEBUG nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.958610] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b9c999-907c-48be-bf8e-0f80951d9c73 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.071974] env[69731]: INFO nova.compute.manager [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Shelve offloading [ 1137.486796] env[69731]: INFO nova.compute.manager [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Took 21.41 seconds to build instance. [ 1137.575341] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.575879] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6882599b-a821-474c-85af-e54510106332 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.584528] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1137.584528] env[69731]: value = "task-3275944" [ 1137.584528] env[69731]: _type = "Task" [ 1137.584528] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.597498] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1137.597789] env[69731]: DEBUG nova.compute.manager [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.598628] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dba8fe-1a76-4fc0-92b5-f00c707a870b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.608336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.608336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.608336] env[69731]: DEBUG nova.network.neutron [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.676399] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7935a0d8-37f6-4413-8191-382b8606ca07 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.683844] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508bf568-12c0-4d40-b79e-eb4d040865dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.716128] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953741c9-d3d3-48d2-be0c-3cbd6d19cb0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.724597] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2705b1c-198b-44df-a29d-72eeb9ed4fd6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.739115] env[69731]: DEBUG nova.compute.provider_tree [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.990227] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e83d9a22-3acf-4568-836f-096c5bee9b50 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.925s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.242478] env[69731]: DEBUG nova.scheduler.client.report [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.448444] env[69731]: DEBUG nova.network.neutron [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating instance_info_cache with network_info: [{"id": "72216f27-4b61-4c2a-9343-918939079d0f", "address": "fa:16:3e:8b:2b:88", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72216f27-4b", "ovs_interfaceid": "72216f27-4b61-4c2a-9343-918939079d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.694738] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b5af0b-7b23-4207-a4a1-104a73ad43f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.701134] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84018a2a-180b-4528-b0eb-291fe23835b3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Suspending the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1138.701368] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-068cbf12-8bd2-45d5-8177-9e9125c3a5d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.708137] env[69731]: DEBUG oslo_vmware.api [None req-84018a2a-180b-4528-b0eb-291fe23835b3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1138.708137] env[69731]: value = "task-3275945" [ 1138.708137] env[69731]: _type = "Task" [ 1138.708137] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.715276] env[69731]: DEBUG oslo_vmware.api [None req-84018a2a-180b-4528-b0eb-291fe23835b3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275945, 'name': SuspendVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.747600] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.748133] env[69731]: DEBUG nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.750676] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.346s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.750891] env[69731]: DEBUG nova.objects.instance [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lazy-loading 'resources' on Instance uuid eda877fe-9fbd-4cf3-b56e-38c47a36e136 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.951499] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.205334] env[69731]: DEBUG nova.compute.manager [req-7adb55fd-67bf-4297-bdcb-4124dfb94546 req-deba303e-68b3-4b67-954b-1fc38db50afe service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received event network-vif-unplugged-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.205609] env[69731]: DEBUG oslo_concurrency.lockutils [req-7adb55fd-67bf-4297-bdcb-4124dfb94546 req-deba303e-68b3-4b67-954b-1fc38db50afe service nova] Acquiring lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.205827] env[69731]: DEBUG oslo_concurrency.lockutils [req-7adb55fd-67bf-4297-bdcb-4124dfb94546 req-deba303e-68b3-4b67-954b-1fc38db50afe service nova] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.205963] env[69731]: DEBUG oslo_concurrency.lockutils [req-7adb55fd-67bf-4297-bdcb-4124dfb94546 req-deba303e-68b3-4b67-954b-1fc38db50afe service nova] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.206098] env[69731]: DEBUG nova.compute.manager [req-7adb55fd-67bf-4297-bdcb-4124dfb94546 req-deba303e-68b3-4b67-954b-1fc38db50afe service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] No waiting events found dispatching network-vif-unplugged-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.206266] env[69731]: WARNING nova.compute.manager [req-7adb55fd-67bf-4297-bdcb-4124dfb94546 req-deba303e-68b3-4b67-954b-1fc38db50afe service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received unexpected event network-vif-unplugged-72216f27-4b61-4c2a-9343-918939079d0f for instance with vm_state shelved and task_state shelving_offloading. [ 1139.219232] env[69731]: DEBUG oslo_vmware.api [None req-84018a2a-180b-4528-b0eb-291fe23835b3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275945, 'name': SuspendVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.235432] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.236357] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f5d51-9ace-45fe-ac52-31e2ec488f8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.243977] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.244257] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50bbe65d-19c0-4192-b494-20c3d419b12b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.253153] env[69731]: DEBUG nova.compute.utils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.257099] env[69731]: DEBUG nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.257275] env[69731]: DEBUG nova.network.neutron [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.318330] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.318579] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.318765] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleting the datastore file [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.319054] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d36ddd3-6348-43c9-a13d-a075c59ddf65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.324999] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1139.324999] env[69731]: value = "task-3275947" [ 1139.324999] env[69731]: _type = "Task" [ 1139.324999] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.331010] env[69731]: DEBUG nova.policy [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6bbadda2b9e4c38829965965af007c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f062e1c47ea4858af4c8b2a73b4636c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.335860] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.561829] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ea9edd-beff-45cd-81d1-29d7a34dcf14 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.569446] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1482f-4bde-4e2b-9797-063ce41a4fe4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.599033] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533ce099-a80e-446f-b1fe-cbd867735a0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.611252] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8268d1-59e0-44cc-bc53-df6cecfb9cbf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.624441] env[69731]: DEBUG nova.compute.provider_tree [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.652903] env[69731]: DEBUG nova.network.neutron [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Successfully created port: 6772061b-6dbc-4053-9b04-b97795d12ba1 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.719555] env[69731]: DEBUG oslo_vmware.api [None req-84018a2a-180b-4528-b0eb-291fe23835b3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275945, 'name': SuspendVM_Task, 'duration_secs': 0.843103} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.719813] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-84018a2a-180b-4528-b0eb-291fe23835b3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Suspended the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1139.719989] env[69731]: DEBUG nova.compute.manager [None req-84018a2a-180b-4528-b0eb-291fe23835b3 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.720746] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db965dd-0086-4ca7-a8ae-89da986d3e9b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.757689] env[69731]: DEBUG nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.834360] env[69731]: DEBUG oslo_vmware.api [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15371} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.834626] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.834813] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.834989] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.854956] env[69731]: INFO nova.scheduler.client.report [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleted allocations for instance 18fef856-5edc-412b-8059-ebc0ee4193ff [ 1140.128088] env[69731]: DEBUG nova.scheduler.client.report [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.359697] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.633678] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.636074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.904s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.637694] env[69731]: INFO nova.compute.claims [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.659029] env[69731]: INFO nova.scheduler.client.report [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Deleted allocations for instance eda877fe-9fbd-4cf3-b56e-38c47a36e136 [ 1140.766163] env[69731]: DEBUG nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.787179] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.787447] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.787602] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.787781] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.787924] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.788080] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.788290] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.788451] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.788616] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.788776] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.788945] env[69731]: DEBUG nova.virt.hardware [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.790020] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c564ad35-ab5b-41e2-9be5-0bee9af7b847 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.798136] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c742e8a2-e0fe-4d5d-98f5-6cc759b5fce1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.131999] env[69731]: DEBUG nova.network.neutron [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Successfully updated port: 6772061b-6dbc-4053-9b04-b97795d12ba1 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.166982] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4a1fbdd9-128c-4f6b-8499-a7223b338202 tempest-ServerDiskConfigTestJSON-443887758 tempest-ServerDiskConfigTestJSON-443887758-project-member] Lock "eda877fe-9fbd-4cf3-b56e-38c47a36e136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.204s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.230262] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.230736] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.231099] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.231424] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.231714] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.239703] env[69731]: DEBUG nova.compute.manager [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received event network-changed-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.239902] env[69731]: DEBUG nova.compute.manager [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Refreshing instance network info cache due to event network-changed-72216f27-4b61-4c2a-9343-918939079d0f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.240121] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Acquiring lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.240264] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Acquired lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.240433] env[69731]: DEBUG nova.network.neutron [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Refreshing network info cache for port 72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.241681] env[69731]: INFO nova.compute.manager [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Terminating instance [ 1141.634769] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "refresh_cache-661d513f-80a6-4fbf-b047-64ba43490b27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.635058] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "refresh_cache-661d513f-80a6-4fbf-b047-64ba43490b27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.635058] env[69731]: DEBUG nova.network.neutron [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.747350] env[69731]: DEBUG nova.compute.manager [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.747593] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.750392] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eddeb1-fd8c-4121-a408-465577dc102a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.758254] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.758488] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b6d020-ee83-4c20-9f3a-2a07d4f5d7dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.815988] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "18fef856-5edc-412b-8059-ebc0ee4193ff" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.823267] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705fce98-51ab-4eb2-befd-7059e5379916 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.829863] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.829863] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.829863] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleting the datastore file [datastore1] 2aacf88c-55b5-4d07-bcee-3decbcfbb29d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.829863] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a6a8a8-4447-4c46-99ec-851a5d08bc3b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.838509] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1c635b-5ed8-4383-85f3-72c309be2189 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.845977] env[69731]: DEBUG oslo_vmware.api [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1141.845977] env[69731]: value = "task-3275949" [ 1141.845977] env[69731]: _type = "Task" [ 1141.845977] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.878843] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0e214b-bfac-400b-a550-243f2c2bf3ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.884952] env[69731]: DEBUG oslo_vmware.api [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.890178] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339c615e-62a7-461b-a791-fa3725f083d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.906208] env[69731]: DEBUG nova.compute.provider_tree [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.999424] env[69731]: DEBUG nova.network.neutron [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updated VIF entry in instance network info cache for port 72216f27-4b61-4c2a-9343-918939079d0f. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.999787] env[69731]: DEBUG nova.network.neutron [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating instance_info_cache with network_info: [{"id": "72216f27-4b61-4c2a-9343-918939079d0f", "address": "fa:16:3e:8b:2b:88", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": null, "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap72216f27-4b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.189821] env[69731]: DEBUG nova.network.neutron [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.356157] env[69731]: DEBUG oslo_vmware.api [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147944} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.356373] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.356558] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.356738] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.356910] env[69731]: INFO nova.compute.manager [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1142.357176] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.357371] env[69731]: DEBUG nova.compute.manager [-] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.357465] env[69731]: DEBUG nova.network.neutron [-] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.409351] env[69731]: DEBUG nova.scheduler.client.report [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.502950] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Releasing lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.503299] env[69731]: DEBUG nova.compute.manager [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Received event network-vif-plugged-6772061b-6dbc-4053-9b04-b97795d12ba1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.503505] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Acquiring lock "661d513f-80a6-4fbf-b047-64ba43490b27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.503717] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Lock "661d513f-80a6-4fbf-b047-64ba43490b27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.503879] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Lock "661d513f-80a6-4fbf-b047-64ba43490b27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.504054] env[69731]: DEBUG nova.compute.manager [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] No waiting events found dispatching network-vif-plugged-6772061b-6dbc-4053-9b04-b97795d12ba1 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.504254] env[69731]: WARNING nova.compute.manager [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Received unexpected event network-vif-plugged-6772061b-6dbc-4053-9b04-b97795d12ba1 for instance with vm_state building and task_state spawning. [ 1142.504422] env[69731]: DEBUG nova.compute.manager [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Received event network-changed-6772061b-6dbc-4053-9b04-b97795d12ba1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.504577] env[69731]: DEBUG nova.compute.manager [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Refreshing instance network info cache due to event network-changed-6772061b-6dbc-4053-9b04-b97795d12ba1. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.504742] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Acquiring lock "refresh_cache-661d513f-80a6-4fbf-b047-64ba43490b27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.748421] env[69731]: DEBUG nova.network.neutron [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Updating instance_info_cache with network_info: [{"id": "6772061b-6dbc-4053-9b04-b97795d12ba1", "address": "fa:16:3e:0f:4b:f9", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6772061b-6d", "ovs_interfaceid": "6772061b-6dbc-4053-9b04-b97795d12ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.914625] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.915189] env[69731]: DEBUG nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.920450] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.802s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.922030] env[69731]: INFO nova.compute.claims [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.251681] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "refresh_cache-661d513f-80a6-4fbf-b047-64ba43490b27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.252081] env[69731]: DEBUG nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Instance network_info: |[{"id": "6772061b-6dbc-4053-9b04-b97795d12ba1", "address": "fa:16:3e:0f:4b:f9", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6772061b-6d", "ovs_interfaceid": "6772061b-6dbc-4053-9b04-b97795d12ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.252386] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Acquired lock "refresh_cache-661d513f-80a6-4fbf-b047-64ba43490b27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.252716] env[69731]: DEBUG nova.network.neutron [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Refreshing network info cache for port 6772061b-6dbc-4053-9b04-b97795d12ba1 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.253778] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:4b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6772061b-6dbc-4053-9b04-b97795d12ba1', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.262042] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.262495] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.262724] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c672ee9-3227-4d89-bb65-6e7fbf853644 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.281699] env[69731]: DEBUG nova.compute.manager [req-81bc812b-f6af-4b55-ab3d-ecf90c01c58c req-0eb79b2d-13e5-45db-89f4-d157028e2ac6 service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Received event network-vif-deleted-cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.281896] env[69731]: INFO nova.compute.manager [req-81bc812b-f6af-4b55-ab3d-ecf90c01c58c req-0eb79b2d-13e5-45db-89f4-d157028e2ac6 service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Neutron deleted interface cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1; detaching it from the instance and deleting it from the info cache [ 1143.282078] env[69731]: DEBUG nova.network.neutron [req-81bc812b-f6af-4b55-ab3d-ecf90c01c58c req-0eb79b2d-13e5-45db-89f4-d157028e2ac6 service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.288366] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.288366] env[69731]: value = "task-3275950" [ 1143.288366] env[69731]: _type = "Task" [ 1143.288366] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.297170] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275950, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.426893] env[69731]: DEBUG nova.compute.utils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.428324] env[69731]: DEBUG nova.network.neutron [-] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.432096] env[69731]: DEBUG nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.432096] env[69731]: DEBUG nova.network.neutron [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.499116] env[69731]: DEBUG nova.policy [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.785251] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a57fea37-b6d2-478c-add0-ca9e28881f90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.799565] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275950, 'name': CreateVM_Task, 'duration_secs': 0.321137} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.800643] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.801472] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.801633] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.801948] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.805066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdcc68a-b481-416c-9912-67aa3dd9bf98 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.815716] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9285ae-f981-48ac-94cf-697c017862bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.822912] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1143.822912] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ae45a8-698a-6c5f-83db-a3ac3238d852" [ 1143.822912] env[69731]: _type = "Task" [ 1143.822912] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.830600] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ae45a8-698a-6c5f-83db-a3ac3238d852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.839935] env[69731]: DEBUG nova.compute.manager [req-81bc812b-f6af-4b55-ab3d-ecf90c01c58c req-0eb79b2d-13e5-45db-89f4-d157028e2ac6 service nova] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Detach interface failed, port_id=cf77f45f-b646-4fb6-90ed-e8c5d2e72ac1, reason: Instance 2aacf88c-55b5-4d07-bcee-3decbcfbb29d could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.929973] env[69731]: DEBUG nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.935943] env[69731]: INFO nova.compute.manager [-] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Took 1.58 seconds to deallocate network for instance. [ 1144.055925] env[69731]: DEBUG nova.network.neutron [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Successfully created port: b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.083424] env[69731]: DEBUG nova.network.neutron [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Updated VIF entry in instance network info cache for port 6772061b-6dbc-4053-9b04-b97795d12ba1. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.083769] env[69731]: DEBUG nova.network.neutron [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Updating instance_info_cache with network_info: [{"id": "6772061b-6dbc-4053-9b04-b97795d12ba1", "address": "fa:16:3e:0f:4b:f9", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6772061b-6d", "ovs_interfaceid": "6772061b-6dbc-4053-9b04-b97795d12ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.189018] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b7f30a-ad87-4a0d-9bba-9dca25186d66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.195640] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a709b7-fcf9-4143-940c-218c2789256d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.233534] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa38d8d-3062-43c4-9c63-84fdfff84567 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.245324] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a3f61a-a407-402a-ad83-d7dcc1596d8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.265404] env[69731]: DEBUG nova.compute.provider_tree [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.333903] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ae45a8-698a-6c5f-83db-a3ac3238d852, 'name': SearchDatastore_Task, 'duration_secs': 0.039923} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.334863] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.334863] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.334863] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.334863] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.335117] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.335300] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c267f429-cca7-472b-8a7e-6df4a9d4a60c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.344097] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.344316] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.345033] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620d5b0b-c47e-4a21-90ea-ef065bac63d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.350312] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1144.350312] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527f006a-321d-97dd-5667-dcd6da0fd2ef" [ 1144.350312] env[69731]: _type = "Task" [ 1144.350312] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.358051] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527f006a-321d-97dd-5667-dcd6da0fd2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.449261] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.586422] env[69731]: DEBUG oslo_concurrency.lockutils [req-fcddb2d9-433a-42fc-89ba-3b3abfef83f8 req-1ec59c29-3322-419c-921f-a11fbd5a3792 service nova] Releasing lock "refresh_cache-661d513f-80a6-4fbf-b047-64ba43490b27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.768613] env[69731]: DEBUG nova.scheduler.client.report [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.860994] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]527f006a-321d-97dd-5667-dcd6da0fd2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008164} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.861690] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491f8eff-ecaa-4f94-8ebd-9ef0a8ca9d95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.867064] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1144.867064] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ee9500-2fc9-5985-57ea-28dc317a571c" [ 1144.867064] env[69731]: _type = "Task" [ 1144.867064] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.874649] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ee9500-2fc9-5985-57ea-28dc317a571c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.948818] env[69731]: DEBUG nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.977149] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.977408] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.977565] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.977744] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.977891] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.978051] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.978266] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.978423] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.978651] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.978745] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.978911] env[69731]: DEBUG nova.virt.hardware [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.979789] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c3472-b283-4a53-bece-0e8b0a87788e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.988347] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae818c-9488-4057-9c73-73c045c3c520 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.275072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.275165] env[69731]: DEBUG nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.277912] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.063s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.278749] env[69731]: DEBUG nova.objects.instance [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lazy-loading 'resources' on Instance uuid fe41cf61-289c-4946-a89f-16daf92b6eee {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.379093] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ee9500-2fc9-5985-57ea-28dc317a571c, 'name': SearchDatastore_Task, 'duration_secs': 0.028575} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.379411] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.379711] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 661d513f-80a6-4fbf-b047-64ba43490b27/661d513f-80a6-4fbf-b047-64ba43490b27.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.379962] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20eab6d9-70f4-47a3-824f-c7c30ea25856 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.385507] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1145.385507] env[69731]: value = "task-3275951" [ 1145.385507] env[69731]: _type = "Task" [ 1145.385507] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.392772] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.529083] env[69731]: DEBUG nova.compute.manager [req-b638a2d3-5288-4e76-bf98-8ad5b75cefbc req-4b7f0dc0-8f4a-4905-8b98-7650b7da80ae service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-vif-plugged-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.529083] env[69731]: DEBUG oslo_concurrency.lockutils [req-b638a2d3-5288-4e76-bf98-8ad5b75cefbc req-4b7f0dc0-8f4a-4905-8b98-7650b7da80ae service nova] Acquiring lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.529083] env[69731]: DEBUG oslo_concurrency.lockutils [req-b638a2d3-5288-4e76-bf98-8ad5b75cefbc req-4b7f0dc0-8f4a-4905-8b98-7650b7da80ae service nova] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.529083] env[69731]: DEBUG oslo_concurrency.lockutils [req-b638a2d3-5288-4e76-bf98-8ad5b75cefbc req-4b7f0dc0-8f4a-4905-8b98-7650b7da80ae service nova] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.529083] env[69731]: DEBUG nova.compute.manager [req-b638a2d3-5288-4e76-bf98-8ad5b75cefbc req-4b7f0dc0-8f4a-4905-8b98-7650b7da80ae service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] No waiting events found dispatching network-vif-plugged-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.529272] env[69731]: WARNING nova.compute.manager [req-b638a2d3-5288-4e76-bf98-8ad5b75cefbc req-4b7f0dc0-8f4a-4905-8b98-7650b7da80ae service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received unexpected event network-vif-plugged-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 for instance with vm_state building and task_state spawning. [ 1145.567888] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "eaed62e7-5791-4ae5-895a-cb993e238f31" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.567888] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.649719] env[69731]: DEBUG nova.network.neutron [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Successfully updated port: b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.780890] env[69731]: DEBUG nova.compute.utils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.786860] env[69731]: DEBUG nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.786860] env[69731]: DEBUG nova.network.neutron [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.832496] env[69731]: DEBUG nova.policy [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4546f6a27d8468087633408356af4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fea8db7d74d3486cdcd3ffd841c17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.904249] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.028700] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9b9c53-78d6-4f72-9795-5372c8034505 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.037967] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1aed50-795d-4c23-a1a3-966f1ab1597d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.071314] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddf6a56-e7ef-4603-bd7c-c81671fa61bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.076135] env[69731]: DEBUG nova.compute.utils [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.084236] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914663d1-23d7-4a25-bc72-7a453c2fad8c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.102181] env[69731]: DEBUG nova.compute.provider_tree [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.158182] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.158182] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.158182] env[69731]: DEBUG nova.network.neutron [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.196949] env[69731]: DEBUG nova.network.neutron [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Successfully created port: 4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.286518] env[69731]: DEBUG nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.400554] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758981} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.400902] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 661d513f-80a6-4fbf-b047-64ba43490b27/661d513f-80a6-4fbf-b047-64ba43490b27.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.401195] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.401467] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b813e1ba-c04e-4870-8176-e733686ab4c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.407760] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1146.407760] env[69731]: value = "task-3275952" [ 1146.407760] env[69731]: _type = "Task" [ 1146.407760] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.420250] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.579993] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.606606] env[69731]: DEBUG nova.scheduler.client.report [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.690141] env[69731]: DEBUG nova.network.neutron [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.905743] env[69731]: DEBUG nova.network.neutron [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.917560] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067936} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.917774] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.918932] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5852c8-ec46-4722-8d64-24da37588ad7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.941468] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 661d513f-80a6-4fbf-b047-64ba43490b27/661d513f-80a6-4fbf-b047-64ba43490b27.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.942451] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4f92ea-0487-45eb-bb5d-a74877e266cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.962195] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1146.962195] env[69731]: value = "task-3275953" [ 1146.962195] env[69731]: _type = "Task" [ 1146.962195] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.970567] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.111437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.118306] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.756s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.118306] env[69731]: DEBUG nova.objects.instance [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lazy-loading 'resources' on Instance uuid 18fef856-5edc-412b-8059-ebc0ee4193ff {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.162116] env[69731]: INFO nova.scheduler.client.report [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Deleted allocations for instance fe41cf61-289c-4946-a89f-16daf92b6eee [ 1147.300023] env[69731]: DEBUG nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.329532] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.330459] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.330459] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.330459] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.330459] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.330459] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.330753] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.330753] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.330888] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.334303] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.334303] env[69731]: DEBUG nova.virt.hardware [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.334303] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77a8e0-29d5-4728-a3cf-f3cf243df623 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.340147] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89014da1-3fca-4a4e-8885-8bcbc790c83d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.409044] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.409164] env[69731]: DEBUG nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Instance network_info: |[{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.409518] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:c8:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f7af01-6348-4cbe-828b-8d8aaf97cb16', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.418027] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.418027] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.418148] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78047bee-64af-4882-bf7e-458bf4cb06c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.437122] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.437122] env[69731]: value = "task-3275954" [ 1147.437122] env[69731]: _type = "Task" [ 1147.437122] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.444257] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275954, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.472240] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.559974] env[69731]: DEBUG nova.compute.manager [req-501a9dc1-f3d6-42d3-9b52-c023afd82b28 req-c1b73520-ae96-47ea-bf73-9b54ee3b1a7b service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.559974] env[69731]: DEBUG nova.compute.manager [req-501a9dc1-f3d6-42d3-9b52-c023afd82b28 req-c1b73520-ae96-47ea-bf73-9b54ee3b1a7b service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing instance network info cache due to event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.559974] env[69731]: DEBUG oslo_concurrency.lockutils [req-501a9dc1-f3d6-42d3-9b52-c023afd82b28 req-c1b73520-ae96-47ea-bf73-9b54ee3b1a7b service nova] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.560145] env[69731]: DEBUG oslo_concurrency.lockutils [req-501a9dc1-f3d6-42d3-9b52-c023afd82b28 req-c1b73520-ae96-47ea-bf73-9b54ee3b1a7b service nova] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.560279] env[69731]: DEBUG nova.network.neutron [req-501a9dc1-f3d6-42d3-9b52-c023afd82b28 req-c1b73520-ae96-47ea-bf73-9b54ee3b1a7b service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.619287] env[69731]: DEBUG nova.objects.instance [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lazy-loading 'numa_topology' on Instance uuid 18fef856-5edc-412b-8059-ebc0ee4193ff {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.675402] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "05faf92a-918f-45c6-855e-2939c66df3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.675402] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "05faf92a-918f-45c6-855e-2939c66df3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.677705] env[69731]: DEBUG oslo_concurrency.lockutils [None req-98dbc53e-aeda-4bcd-85a3-625fbb47451d tempest-ServersListShow298Test-2125075734 tempest-ServersListShow298Test-2125075734-project-member] Lock "fe41cf61-289c-4946-a89f-16daf92b6eee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.840s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.687628] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "eaed62e7-5791-4ae5-895a-cb993e238f31" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.687628] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.687628] env[69731]: INFO nova.compute.manager [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Attaching volume 1f3d0b04-f31e-45ad-b148-e52250e36ebf to /dev/sdb [ 1147.728461] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2053f2d-8e17-43e6-9e42-02021ab00c16 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.735691] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d9ee54-9ef3-4e1e-bd71-5e585dcdec65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.753744] env[69731]: DEBUG nova.virt.block_device [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Updating existing volume attachment record: 7706769d-9f44-486b-897e-a8d79c90d008 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1147.771530] env[69731]: DEBUG nova.network.neutron [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Successfully updated port: 4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.952050] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275954, 'name': CreateVM_Task, 'duration_secs': 0.367976} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.952050] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.952050] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.952050] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.952050] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.952050] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b68b8b-d0af-4b0a-8b04-f5a1aa8491de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.957436] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1147.957436] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d7b298-9a7f-2598-0fd0-c02cae1b1db3" [ 1147.957436] env[69731]: _type = "Task" [ 1147.957436] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.965610] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d7b298-9a7f-2598-0fd0-c02cae1b1db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.972848] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.121680] env[69731]: DEBUG nova.objects.base [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Object Instance<18fef856-5edc-412b-8059-ebc0ee4193ff> lazy-loaded attributes: resources,numa_topology {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1148.184021] env[69731]: DEBUG nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.276452] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.276452] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.276452] env[69731]: DEBUG nova.network.neutron [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.299435] env[69731]: DEBUG nova.network.neutron [req-501a9dc1-f3d6-42d3-9b52-c023afd82b28 req-c1b73520-ae96-47ea-bf73-9b54ee3b1a7b service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updated VIF entry in instance network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.299690] env[69731]: DEBUG nova.network.neutron [req-501a9dc1-f3d6-42d3-9b52-c023afd82b28 req-c1b73520-ae96-47ea-bf73-9b54ee3b1a7b service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.371377] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944eae77-2126-4f8f-9377-4865e6fcbe04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.379142] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fb4d64-84ff-4605-abf5-a64a6273aa4a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.412222] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1327fd8f-72d8-41bf-ade4-3252a661b4f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.419682] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80277f-9295-4b3a-8a97-f539bea884c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.435301] env[69731]: DEBUG nova.compute.provider_tree [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.468410] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d7b298-9a7f-2598-0fd0-c02cae1b1db3, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.471830] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.474301] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.474574] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.474728] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.474907] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.475201] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3185d5e-e22a-477b-a57d-b18f9fca20a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.482193] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275953, 'name': ReconfigVM_Task, 'duration_secs': 1.072924} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.482450] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 661d513f-80a6-4fbf-b047-64ba43490b27/661d513f-80a6-4fbf-b047-64ba43490b27.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.483079] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b822a41-c11d-447d-b7ab-7724051f47cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.485557] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.485734] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.486821] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0dadef-cb92-460d-a979-04dad8821f56 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.490837] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1148.490837] env[69731]: value = "task-3275958" [ 1148.490837] env[69731]: _type = "Task" [ 1148.490837] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.494787] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1148.494787] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d0c787-6a34-9e44-d118-e9fc0d10aec0" [ 1148.494787] env[69731]: _type = "Task" [ 1148.494787] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.500625] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275958, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.505521] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d0c787-6a34-9e44-d118-e9fc0d10aec0, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.506256] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa509513-dad6-49df-a239-c5dde6b3902a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.510829] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1148.510829] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52332669-d240-b6de-45e9-2be500f7e2e5" [ 1148.510829] env[69731]: _type = "Task" [ 1148.510829] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.519104] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52332669-d240-b6de-45e9-2be500f7e2e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.629686] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.630484] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.710228] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.802434] env[69731]: DEBUG oslo_concurrency.lockutils [req-501a9dc1-f3d6-42d3-9b52-c023afd82b28 req-c1b73520-ae96-47ea-bf73-9b54ee3b1a7b service nova] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.818805] env[69731]: DEBUG nova.network.neutron [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.938354] env[69731]: DEBUG nova.scheduler.client.report [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.961414] env[69731]: DEBUG nova.network.neutron [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [{"id": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "address": "fa:16:3e:e5:14:b4", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea306a7-d5", "ovs_interfaceid": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.001185] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275958, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.019622] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52332669-d240-b6de-45e9-2be500f7e2e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008096} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.019952] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.020265] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 09fb6d5d-4365-4377-bb53-3cfdbd0038a8/09fb6d5d-4365-4377-bb53-3cfdbd0038a8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.020477] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c3f67e-b126-435a-8012-5c893ce2136b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.026400] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1149.026400] env[69731]: value = "task-3275959" [ 1149.026400] env[69731]: _type = "Task" [ 1149.026400] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.033439] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.134507] env[69731]: INFO nova.compute.manager [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Detaching volume c78d3606-76b7-4f20-8094-9990dd83b296 [ 1149.186762] env[69731]: INFO nova.virt.block_device [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Attempting to driver detach volume c78d3606-76b7-4f20-8094-9990dd83b296 from mountpoint /dev/sdb [ 1149.187033] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.187227] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.188146] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0448c27-93a5-41c5-8b46-da7bd8e50475 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.211869] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5767bed7-fa27-4fdf-a3cc-1add8decac37 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.219604] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8b3ba-92ab-4590-b0c5-d0c0c8973db1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.242260] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba128f-ad48-4d17-9475-27989cedbd09 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.258371] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] The volume has not been displaced from its original location: [datastore2] volume-c78d3606-76b7-4f20-8094-9990dd83b296/volume-c78d3606-76b7-4f20-8094-9990dd83b296.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.263631] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.264031] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112c4c7d-ae69-4ffb-815b-49ab3e7f0412 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.282744] env[69731]: DEBUG oslo_vmware.api [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1149.282744] env[69731]: value = "task-3275960" [ 1149.282744] env[69731]: _type = "Task" [ 1149.282744] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.291345] env[69731]: DEBUG oslo_vmware.api [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.445736] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.446971] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.998s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.447194] env[69731]: DEBUG nova.objects.instance [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lazy-loading 'resources' on Instance uuid 2aacf88c-55b5-4d07-bcee-3decbcfbb29d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.464025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.465043] env[69731]: DEBUG nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Instance network_info: |[{"id": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "address": "fa:16:3e:e5:14:b4", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea306a7-d5", "ovs_interfaceid": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.465043] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:14:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ea306a7-d54c-4145-bdb9-0bf83f29d27e', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.472424] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.472958] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.473217] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42288fbd-68d8-4b4d-9e60-873e802dbb4b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.497532] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.497532] env[69731]: value = "task-3275961" [ 1149.497532] env[69731]: _type = "Task" [ 1149.497532] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.505191] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275958, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.511218] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275961, 'name': CreateVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.536100] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429122} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.536377] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 09fb6d5d-4365-4377-bb53-3cfdbd0038a8/09fb6d5d-4365-4377-bb53-3cfdbd0038a8.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.536592] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.536839] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d88b98a6-a406-4adb-87f1-47874a7beadb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.545673] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1149.545673] env[69731]: value = "task-3275962" [ 1149.545673] env[69731]: _type = "Task" [ 1149.545673] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.557664] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.594213] env[69731]: DEBUG nova.compute.manager [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Received event network-vif-plugged-4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.594475] env[69731]: DEBUG oslo_concurrency.lockutils [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] Acquiring lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.594632] env[69731]: DEBUG oslo_concurrency.lockutils [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.594803] env[69731]: DEBUG oslo_concurrency.lockutils [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.594958] env[69731]: DEBUG nova.compute.manager [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] No waiting events found dispatching network-vif-plugged-4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.595175] env[69731]: WARNING nova.compute.manager [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Received unexpected event network-vif-plugged-4ea306a7-d54c-4145-bdb9-0bf83f29d27e for instance with vm_state building and task_state spawning. [ 1149.595343] env[69731]: DEBUG nova.compute.manager [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Received event network-changed-4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.595517] env[69731]: DEBUG nova.compute.manager [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Refreshing instance network info cache due to event network-changed-4ea306a7-d54c-4145-bdb9-0bf83f29d27e. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.595746] env[69731]: DEBUG oslo_concurrency.lockutils [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] Acquiring lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.595888] env[69731]: DEBUG oslo_concurrency.lockutils [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] Acquired lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.596056] env[69731]: DEBUG nova.network.neutron [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Refreshing network info cache for port 4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.793711] env[69731]: DEBUG oslo_vmware.api [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275960, 'name': ReconfigVM_Task, 'duration_secs': 0.346614} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.794569] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.799274] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6b6fb0-a4b7-4ba5-83ad-2e413b680a40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.813958] env[69731]: DEBUG oslo_vmware.api [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1149.813958] env[69731]: value = "task-3275963" [ 1149.813958] env[69731]: _type = "Task" [ 1149.813958] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.821990] env[69731]: DEBUG oslo_vmware.api [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.954905] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99c75660-d763-4c58-ad62-9810c13ea819 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.318s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.955772] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.140s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.955956] env[69731]: INFO nova.compute.manager [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Unshelving [ 1150.007214] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275958, 'name': Rename_Task, 'duration_secs': 1.081157} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.007214] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.009620] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9c4f41-e112-43b4-9742-5e360883951a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.014689] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275961, 'name': CreateVM_Task, 'duration_secs': 0.330657} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.015237] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.015969] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.016147] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.016470] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.016724] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce59450-882b-4245-97cd-ad629b5ad72f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.019445] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1150.019445] env[69731]: value = "task-3275964" [ 1150.019445] env[69731]: _type = "Task" [ 1150.019445] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.025775] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1150.025775] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a1c051-edf3-4e76-8049-7924f0944f9c" [ 1150.025775] env[69731]: _type = "Task" [ 1150.025775] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.032903] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.039943] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a1c051-edf3-4e76-8049-7924f0944f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009091} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.040250] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.040661] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.040703] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.040831] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.041016] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.041357] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b05507af-ddda-49fe-bd11-aff68945d926 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.052124] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.052353] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.053410] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3c6c26-481b-4cf9-983b-f873233f3f12 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.058314] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083598} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.058904] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.062338] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71796e5b-350f-417b-b769-2ae39841c3ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.066355] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1150.066355] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528c8152-a810-6e61-6ecf-9c6145e68d4c" [ 1150.066355] env[69731]: _type = "Task" [ 1150.066355] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.086998] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 09fb6d5d-4365-4377-bb53-3cfdbd0038a8/09fb6d5d-4365-4377-bb53-3cfdbd0038a8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.090083] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c833779-0168-4a20-9fb6-e47b99d63520 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.110090] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528c8152-a810-6e61-6ecf-9c6145e68d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.111218] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c19ebf-1810-4c02-9484-b9eb8736c61e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.115925] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1150.115925] env[69731]: value = "task-3275966" [ 1150.115925] env[69731]: _type = "Task" [ 1150.115925] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.117206] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1150.117206] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52486b6f-fcc5-c0b3-d6aa-236a82b11e0c" [ 1150.117206] env[69731]: _type = "Task" [ 1150.117206] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.130495] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52486b6f-fcc5-c0b3-d6aa-236a82b11e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.133557] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.133828] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b/dc39fedf-8db2-4922-a357-a6321cf8ef1b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.134100] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.137190] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d4245b-d387-4452-ab8c-773b2dee2c08 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.143364] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1150.143364] env[69731]: value = "task-3275967" [ 1150.143364] env[69731]: _type = "Task" [ 1150.143364] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.157657] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.192202] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acddea61-35f0-48aa-858c-04c21861213c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.202409] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac760e7-3855-4e13-a117-73932daad682 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.237543] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa740478-971e-4447-860e-682b4e901cfb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.246387] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e23e5-5a52-4a22-893d-46371fae2638 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.259996] env[69731]: DEBUG nova.compute.provider_tree [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.325746] env[69731]: DEBUG oslo_vmware.api [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275963, 'name': ReconfigVM_Task, 'duration_secs': 0.13692} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.326121] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654266', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'name': 'volume-c78d3606-76b7-4f20-8094-9990dd83b296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727adcef-6cb0-4ea6-bbf7-b13a9377deb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c78d3606-76b7-4f20-8094-9990dd83b296', 'serial': 'c78d3606-76b7-4f20-8094-9990dd83b296'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.368520] env[69731]: DEBUG nova.network.neutron [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updated VIF entry in instance network info cache for port 4ea306a7-d54c-4145-bdb9-0bf83f29d27e. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.368883] env[69731]: DEBUG nova.network.neutron [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [{"id": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "address": "fa:16:3e:e5:14:b4", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea306a7-d5", "ovs_interfaceid": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.530865] env[69731]: DEBUG oslo_vmware.api [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3275964, 'name': PowerOnVM_Task, 'duration_secs': 0.498413} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.531267] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.531587] env[69731]: INFO nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1150.531792] env[69731]: DEBUG nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.532770] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62df3a9-ccb3-42f5-8147-b6c385a288c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.631023] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275966, 'name': ReconfigVM_Task, 'duration_secs': 0.363686} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.631023] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 09fb6d5d-4365-4377-bb53-3cfdbd0038a8/09fb6d5d-4365-4377-bb53-3cfdbd0038a8.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.631023] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee8564e-c69c-4ccf-af02-722de653bbfb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.636815] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1150.636815] env[69731]: value = "task-3275968" [ 1150.636815] env[69731]: _type = "Task" [ 1150.636815] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.644867] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275968, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.653279] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467007} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.653549] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b/dc39fedf-8db2-4922-a357-a6321cf8ef1b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.653806] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.654062] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b84bb5b7-8c98-43e4-b659-26deb989f453 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.660333] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1150.660333] env[69731]: value = "task-3275969" [ 1150.660333] env[69731]: _type = "Task" [ 1150.660333] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.670174] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.766082] env[69731]: DEBUG nova.scheduler.client.report [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.871541] env[69731]: DEBUG nova.objects.instance [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'flavor' on Instance uuid 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.873630] env[69731]: DEBUG oslo_concurrency.lockutils [req-4a9db13c-22fb-434f-b9b6-0e47e0694d61 req-06655d00-ff8b-46f4-8063-d3f1d1e8fd41 service nova] Releasing lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.985174] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.051260] env[69731]: INFO nova.compute.manager [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Took 19.18 seconds to build instance. [ 1151.146736] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275968, 'name': Rename_Task, 'duration_secs': 0.141247} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.146953] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.147268] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4b5a6e-71db-4ac3-9078-7baeea1a2716 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.153512] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1151.153512] env[69731]: value = "task-3275970" [ 1151.153512] env[69731]: _type = "Task" [ 1151.153512] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.160944] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.168104] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065171} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.168344] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.169119] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e08a3-3040-4ebc-9aae-91c706c77f4e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.193751] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b/dc39fedf-8db2-4922-a357-a6321cf8ef1b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.194563] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdbda5eb-dc0d-49a9-9272-3bd0c269c6d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.214682] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1151.214682] env[69731]: value = "task-3275971" [ 1151.214682] env[69731]: _type = "Task" [ 1151.214682] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.223398] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.271646] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.274514] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.564s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.276277] env[69731]: INFO nova.compute.claims [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.291176] env[69731]: INFO nova.scheduler.client.report [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted allocations for instance 2aacf88c-55b5-4d07-bcee-3decbcfbb29d [ 1151.552776] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4ede5754-4231-40c0-a425-26f516af2fdf tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "661d513f-80a6-4fbf-b047-64ba43490b27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.697s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.664350] env[69731]: DEBUG oslo_vmware.api [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3275970, 'name': PowerOnVM_Task, 'duration_secs': 0.502523} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.664648] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.664856] env[69731]: INFO nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1151.665051] env[69731]: DEBUG nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.665902] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59771d5-4a75-4aea-8079-6fae5cd9e22e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.724715] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275971, 'name': ReconfigVM_Task, 'duration_secs': 0.302872} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.724893] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b/dc39fedf-8db2-4922-a357-a6321cf8ef1b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.725594] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec49f3f4-ce0a-4c24-973f-f09f29d8cf70 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.731408] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1151.731408] env[69731]: value = "task-3275972" [ 1151.731408] env[69731]: _type = "Task" [ 1151.731408] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.739688] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275972, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.799185] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3a09bcd8-862d-4606-8cb3-d0873199c4b5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "2aacf88c-55b5-4d07-bcee-3decbcfbb29d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.568s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.879479] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e39f8900-9e05-4d44-a867-18d4d5585737 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.186665] env[69731]: INFO nova.compute.manager [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Took 17.48 seconds to build instance. [ 1152.242911] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275972, 'name': Rename_Task, 'duration_secs': 0.135055} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.243458] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.243828] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b44b1c99-be59-4ba0-a337-21aa7eb685b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.250196] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1152.250196] env[69731]: value = "task-3275973" [ 1152.250196] env[69731]: _type = "Task" [ 1152.250196] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.259903] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.317211] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.317211] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654295', 'volume_id': '1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'name': 'volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaed62e7-5791-4ae5-895a-cb993e238f31', 'attached_at': '', 'detached_at': '', 'volume_id': '1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'serial': '1f3d0b04-f31e-45ad-b148-e52250e36ebf'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.318420] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb7864-6526-40c6-8cec-143fa594d969 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.339721] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f66316-78d6-45f2-9642-e40de130be41 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.365759] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf/volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.368616] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d5dc3f-93d2-4576-91f0-39c664b728b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.387037] env[69731]: DEBUG oslo_vmware.api [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1152.387037] env[69731]: value = "task-3275974" [ 1152.387037] env[69731]: _type = "Task" [ 1152.387037] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.397380] env[69731]: DEBUG oslo_vmware.api [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.553091] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7de720c-6548-4a55-9228-59461c424b4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.561044] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff358da-a977-416c-93c1-6bd7ad4a6699 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.601296] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe9a1a-2dd1-48a1-b1bc-0100d4a7b861 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.611206] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c712db2-717d-401c-97b1-ce54fbd054c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.627431] env[69731]: DEBUG nova.compute.provider_tree [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.648529] env[69731]: DEBUG nova.compute.manager [req-245dc2ea-01ec-4868-973f-834160945e2f req-29ff3e8b-c98c-4d96-a5de-fae48c7e1a90 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.648579] env[69731]: DEBUG nova.compute.manager [req-245dc2ea-01ec-4868-973f-834160945e2f req-29ff3e8b-c98c-4d96-a5de-fae48c7e1a90 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing instance network info cache due to event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.649767] env[69731]: DEBUG oslo_concurrency.lockutils [req-245dc2ea-01ec-4868-973f-834160945e2f req-29ff3e8b-c98c-4d96-a5de-fae48c7e1a90 service nova] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.649767] env[69731]: DEBUG oslo_concurrency.lockutils [req-245dc2ea-01ec-4868-973f-834160945e2f req-29ff3e8b-c98c-4d96-a5de-fae48c7e1a90 service nova] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.649767] env[69731]: DEBUG nova.network.neutron [req-245dc2ea-01ec-4868-973f-834160945e2f req-29ff3e8b-c98c-4d96-a5de-fae48c7e1a90 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.654297] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.655066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.670329] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "cf4f3fb4-777d-4e76-adbf-85be1b934556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.670555] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "cf4f3fb4-777d-4e76-adbf-85be1b934556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.688505] env[69731]: DEBUG oslo_concurrency.lockutils [None req-41e88d46-7ae5-4958-b4a4-d560c98fe2dc tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.992s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.763288] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.897455] env[69731]: DEBUG oslo_vmware.api [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.931807] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.932080] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.932303] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.932489] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.932658] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.936842] env[69731]: INFO nova.compute.manager [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Terminating instance [ 1153.131657] env[69731]: DEBUG nova.scheduler.client.report [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.157085] env[69731]: DEBUG nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.174379] env[69731]: DEBUG nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.264491] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.397417] env[69731]: DEBUG oslo_vmware.api [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275974, 'name': ReconfigVM_Task, 'duration_secs': 0.685108} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.397686] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf/volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.402719] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f468099-e399-49b9-bb3b-51494d88db57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.419953] env[69731]: DEBUG oslo_vmware.api [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1153.419953] env[69731]: value = "task-3275975" [ 1153.419953] env[69731]: _type = "Task" [ 1153.419953] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.431601] env[69731]: DEBUG oslo_vmware.api [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.441487] env[69731]: DEBUG nova.compute.manager [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.441732] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.442674] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c1f88-47aa-4c12-84a4-07eb1a162c7e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.451395] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.451931] env[69731]: DEBUG nova.network.neutron [req-245dc2ea-01ec-4868-973f-834160945e2f req-29ff3e8b-c98c-4d96-a5de-fae48c7e1a90 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updated VIF entry in instance network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.452399] env[69731]: DEBUG nova.network.neutron [req-245dc2ea-01ec-4868-973f-834160945e2f req-29ff3e8b-c98c-4d96-a5de-fae48c7e1a90 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.453748] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f40fb987-f334-474f-90f5-c6e0651ea84f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.460007] env[69731]: DEBUG oslo_vmware.api [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1153.460007] env[69731]: value = "task-3275976" [ 1153.460007] env[69731]: _type = "Task" [ 1153.460007] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.468524] env[69731]: DEBUG oslo_vmware.api [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.531873] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "91d1e227-cb0e-4eea-b28f-7aa220957611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.532104] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.637251] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.637487] env[69731]: DEBUG nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.640796] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.656s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.641193] env[69731]: DEBUG nova.objects.instance [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lazy-loading 'pci_requests' on Instance uuid 18fef856-5edc-412b-8059-ebc0ee4193ff {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.684366] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.697594] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.762358] env[69731]: DEBUG oslo_vmware.api [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3275973, 'name': PowerOnVM_Task, 'duration_secs': 1.498021} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.762630] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.762828] env[69731]: INFO nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1153.763009] env[69731]: DEBUG nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.763831] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6990351c-82c0-4528-a825-078ff53eae96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.929722] env[69731]: DEBUG oslo_vmware.api [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3275975, 'name': ReconfigVM_Task, 'duration_secs': 0.171516} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.930144] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654295', 'volume_id': '1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'name': 'volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaed62e7-5791-4ae5-895a-cb993e238f31', 'attached_at': '', 'detached_at': '', 'volume_id': '1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'serial': '1f3d0b04-f31e-45ad-b148-e52250e36ebf'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.956474] env[69731]: DEBUG oslo_concurrency.lockutils [req-245dc2ea-01ec-4868-973f-834160945e2f req-29ff3e8b-c98c-4d96-a5de-fae48c7e1a90 service nova] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.969859] env[69731]: DEBUG oslo_vmware.api [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275976, 'name': PowerOffVM_Task, 'duration_secs': 0.35468} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.970151] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.970325] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.970572] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0357aed7-d4c8-4be9-b715-9145e9664974 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.035376] env[69731]: DEBUG nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.060180] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.060414] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.060599] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleting the datastore file [datastore1] 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.060858] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e794526f-333b-4c60-9858-0be010debe2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.067432] env[69731]: DEBUG oslo_vmware.api [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1154.067432] env[69731]: value = "task-3275978" [ 1154.067432] env[69731]: _type = "Task" [ 1154.067432] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.076493] env[69731]: DEBUG oslo_vmware.api [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.144370] env[69731]: DEBUG nova.compute.utils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.147382] env[69731]: DEBUG nova.objects.instance [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lazy-loading 'numa_topology' on Instance uuid 18fef856-5edc-412b-8059-ebc0ee4193ff {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.148434] env[69731]: DEBUG nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.148660] env[69731]: DEBUG nova.network.neutron [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.195441] env[69731]: DEBUG nova.policy [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c5d5e235fd445869d579c2a711de34e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0198b0c91b47de9d9d46579889b5d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.285021] env[69731]: INFO nova.compute.manager [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Took 19.18 seconds to build instance. [ 1154.560345] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.577622] env[69731]: DEBUG oslo_vmware.api [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3275978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242312} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.577874] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.578064] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.578248] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.579440] env[69731]: INFO nova.compute.manager [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1154.579758] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.579963] env[69731]: DEBUG nova.compute.manager [-] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.580076] env[69731]: DEBUG nova.network.neutron [-] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.649347] env[69731]: DEBUG nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.652387] env[69731]: INFO nova.compute.claims [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.787202] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bd243f37-1eab-407e-857a-feb01291319c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.691s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.936355] env[69731]: DEBUG nova.network.neutron [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Successfully created port: 81a0c929-1785-4af2-abbf-127153236c7a {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.976946] env[69731]: DEBUG nova.objects.instance [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'flavor' on Instance uuid eaed62e7-5791-4ae5-895a-cb993e238f31 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.484422] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8ace9d38-74e1-4c75-b0bd-4e6fbb16fe1e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.795s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.672603] env[69731]: DEBUG nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.702985] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.703345] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.703504] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.703683] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.703834] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.703982] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.704737] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.704916] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.705112] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.706619] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.706858] env[69731]: DEBUG nova.virt.hardware [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.707751] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74b14e1-7ec1-4db6-8cfc-4cce8c210217 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.720777] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d036533-8b0b-4e83-afa1-6b1a3b83a5de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.821338] env[69731]: DEBUG nova.compute.manager [req-d7c61f9c-4885-4676-b47d-71f6ad6978eb req-5cb415f2-5d59-4fea-86bd-47d3094cefe4 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Received event network-vif-deleted-b40851d3-439c-49b7-96b2-bed09e4b051e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.821598] env[69731]: INFO nova.compute.manager [req-d7c61f9c-4885-4676-b47d-71f6ad6978eb req-5cb415f2-5d59-4fea-86bd-47d3094cefe4 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Neutron deleted interface b40851d3-439c-49b7-96b2-bed09e4b051e; detaching it from the instance and deleting it from the info cache [ 1155.821824] env[69731]: DEBUG nova.network.neutron [req-d7c61f9c-4885-4676-b47d-71f6ad6978eb req-5cb415f2-5d59-4fea-86bd-47d3094cefe4 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.959025] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a57ce-de70-4cbb-88e0-0d14fd2caf7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.967154] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a22bbd-d1d2-47c5-b47a-030998899c79 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.998724] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023426ca-263f-4542-9a9f-65a50f74f5f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.006347] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aad6bf-d085-4d99-80a6-c294338b6504 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.020184] env[69731]: DEBUG nova.compute.provider_tree [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.305193] env[69731]: DEBUG nova.network.neutron [-] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.324803] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8f1b34b-c660-468a-883a-fee0de142d0e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.335425] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128d62c4-e28d-49c6-a4d8-1bfbe6bdcf20 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.367297] env[69731]: DEBUG nova.compute.manager [req-d7c61f9c-4885-4676-b47d-71f6ad6978eb req-5cb415f2-5d59-4fea-86bd-47d3094cefe4 service nova] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Detach interface failed, port_id=b40851d3-439c-49b7-96b2-bed09e4b051e, reason: Instance 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.526781] env[69731]: DEBUG nova.scheduler.client.report [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.807915] env[69731]: INFO nova.compute.manager [-] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Took 2.23 seconds to deallocate network for instance. [ 1156.881298] env[69731]: DEBUG nova.network.neutron [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Successfully updated port: 81a0c929-1785-4af2-abbf-127153236c7a {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.032473] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.392s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.034866] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.351s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.036379] env[69731]: INFO nova.compute.claims [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.075046] env[69731]: INFO nova.network.neutron [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating port 72216f27-4b61-4c2a-9343-918939079d0f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1157.135465] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "bf0d87cb-f348-4133-b65a-0f7934533e01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.135689] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "bf0d87cb-f348-4133-b65a-0f7934533e01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.314013] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.384071] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.384437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquired lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.384437] env[69731]: DEBUG nova.network.neutron [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.638166] env[69731]: DEBUG nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.852463] env[69731]: DEBUG nova.compute.manager [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Received event network-changed-4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.852700] env[69731]: DEBUG nova.compute.manager [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Refreshing instance network info cache due to event network-changed-4ea306a7-d54c-4145-bdb9-0bf83f29d27e. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.854033] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Acquiring lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.854033] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Acquired lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.854033] env[69731]: DEBUG nova.network.neutron [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Refreshing network info cache for port 4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.918434] env[69731]: DEBUG nova.network.neutron [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.067555] env[69731]: DEBUG nova.network.neutron [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Updating instance_info_cache with network_info: [{"id": "81a0c929-1785-4af2-abbf-127153236c7a", "address": "fa:16:3e:75:21:63", "network": {"id": "6b0a8785-e235-4f92-aea4-2377a64ea69a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2095794251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0198b0c91b47de9d9d46579889b5d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a0c929-17", "ovs_interfaceid": "81a0c929-1785-4af2-abbf-127153236c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.160678] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.282040] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1160b892-e7bd-43c1-9422-2ce504e6397d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.291861] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edacfc09-575d-467d-b772-d1662cc8eb5a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.322499] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d1c36c-b4e0-44ad-a095-39aea4f527f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.330508] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd4d188-7243-44ce-985b-d93ab2423f52 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.344680] env[69731]: DEBUG nova.compute.provider_tree [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.570511] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Releasing lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.570830] env[69731]: DEBUG nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Instance network_info: |[{"id": "81a0c929-1785-4af2-abbf-127153236c7a", "address": "fa:16:3e:75:21:63", "network": {"id": "6b0a8785-e235-4f92-aea4-2377a64ea69a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2095794251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0198b0c91b47de9d9d46579889b5d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a0c929-17", "ovs_interfaceid": "81a0c929-1785-4af2-abbf-127153236c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.571277] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:21:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81a0c929-1785-4af2-abbf-127153236c7a', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.579453] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Creating folder: Project (4f0198b0c91b47de9d9d46579889b5d4). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.579716] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91affceb-d1d6-49df-80dc-ae667223aa00 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.590547] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Created folder: Project (4f0198b0c91b47de9d9d46579889b5d4) in parent group-v654000. [ 1158.590547] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Creating folder: Instances. Parent ref: group-v654297. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.590711] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ffbd7a-01f3-4543-b257-1ae987ef89de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.599641] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Created folder: Instances in parent group-v654297. [ 1158.599713] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.599892] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.600118] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc71e736-d1c1-416e-8c24-6924a9e3b862 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.620746] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.620746] env[69731]: value = "task-3275981" [ 1158.620746] env[69731]: _type = "Task" [ 1158.620746] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.628126] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275981, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.686361] env[69731]: DEBUG nova.network.neutron [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updated VIF entry in instance network info cache for port 4ea306a7-d54c-4145-bdb9-0bf83f29d27e. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.686739] env[69731]: DEBUG nova.network.neutron [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [{"id": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "address": "fa:16:3e:e5:14:b4", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea306a7-d5", "ovs_interfaceid": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.700889] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.701334] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.701334] env[69731]: DEBUG nova.network.neutron [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.848499] env[69731]: DEBUG nova.scheduler.client.report [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.131108] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275981, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.191466] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Releasing lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.191755] env[69731]: DEBUG nova.compute.manager [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Received event network-vif-plugged-81a0c929-1785-4af2-abbf-127153236c7a {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.191954] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Acquiring lock "05faf92a-918f-45c6-855e-2939c66df3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.192173] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Lock "05faf92a-918f-45c6-855e-2939c66df3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.192334] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Lock "05faf92a-918f-45c6-855e-2939c66df3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.192596] env[69731]: DEBUG nova.compute.manager [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] No waiting events found dispatching network-vif-plugged-81a0c929-1785-4af2-abbf-127153236c7a {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.192653] env[69731]: WARNING nova.compute.manager [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Received unexpected event network-vif-plugged-81a0c929-1785-4af2-abbf-127153236c7a for instance with vm_state building and task_state spawning. [ 1159.192809] env[69731]: DEBUG nova.compute.manager [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Received event network-changed-81a0c929-1785-4af2-abbf-127153236c7a {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.192960] env[69731]: DEBUG nova.compute.manager [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Refreshing instance network info cache due to event network-changed-81a0c929-1785-4af2-abbf-127153236c7a. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.193155] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Acquiring lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.193290] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Acquired lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.193473] env[69731]: DEBUG nova.network.neutron [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Refreshing network info cache for port 81a0c929-1785-4af2-abbf-127153236c7a {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.353906] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.354449] env[69731]: DEBUG nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.356962] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.660s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.358545] env[69731]: INFO nova.compute.claims [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.433375] env[69731]: DEBUG nova.network.neutron [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating instance_info_cache with network_info: [{"id": "72216f27-4b61-4c2a-9343-918939079d0f", "address": "fa:16:3e:8b:2b:88", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72216f27-4b", "ovs_interfaceid": "72216f27-4b61-4c2a-9343-918939079d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.634207] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275981, 'name': CreateVM_Task, 'duration_secs': 0.882033} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.634437] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.635354] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.635578] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.636071] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.636444] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77f6bd4-a4b1-4d8c-980c-5ed13cd9760c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.641811] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1159.641811] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291ae6a-00b7-cd0d-b2df-6d484bf4966a" [ 1159.641811] env[69731]: _type = "Task" [ 1159.641811] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.649851] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291ae6a-00b7-cd0d-b2df-6d484bf4966a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.862523] env[69731]: DEBUG nova.compute.utils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.868169] env[69731]: DEBUG nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.868169] env[69731]: DEBUG nova.network.neutron [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.880069] env[69731]: DEBUG nova.compute.manager [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received event network-vif-plugged-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.880286] env[69731]: DEBUG oslo_concurrency.lockutils [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] Acquiring lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.880491] env[69731]: DEBUG oslo_concurrency.lockutils [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.880657] env[69731]: DEBUG oslo_concurrency.lockutils [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.880823] env[69731]: DEBUG nova.compute.manager [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] No waiting events found dispatching network-vif-plugged-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.880987] env[69731]: WARNING nova.compute.manager [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received unexpected event network-vif-plugged-72216f27-4b61-4c2a-9343-918939079d0f for instance with vm_state shelved_offloaded and task_state spawning. [ 1159.881224] env[69731]: DEBUG nova.compute.manager [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received event network-changed-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.881375] env[69731]: DEBUG nova.compute.manager [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Refreshing instance network info cache due to event network-changed-72216f27-4b61-4c2a-9343-918939079d0f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.881489] env[69731]: DEBUG oslo_concurrency.lockutils [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] Acquiring lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.915682] env[69731]: DEBUG nova.network.neutron [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Updated VIF entry in instance network info cache for port 81a0c929-1785-4af2-abbf-127153236c7a. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.916058] env[69731]: DEBUG nova.network.neutron [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Updating instance_info_cache with network_info: [{"id": "81a0c929-1785-4af2-abbf-127153236c7a", "address": "fa:16:3e:75:21:63", "network": {"id": "6b0a8785-e235-4f92-aea4-2377a64ea69a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2095794251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0198b0c91b47de9d9d46579889b5d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a0c929-17", "ovs_interfaceid": "81a0c929-1785-4af2-abbf-127153236c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.921297] env[69731]: DEBUG nova.policy [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebc2333a71a34461a91a62c55f4aa382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f528f2d58621430da63b91a5b82e86a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.936222] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.938333] env[69731]: DEBUG oslo_concurrency.lockutils [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] Acquired lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.938507] env[69731]: DEBUG nova.network.neutron [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Refreshing network info cache for port 72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.964255] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c689c86fd63d4f2aea27c095483e99db',container_format='bare',created_at=2025-04-03T18:12:17Z,direct_url=,disk_format='vmdk',id=7e07e8a3-c6f3-4197-bddb-561e6173538d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-444377424-shelved',owner='81a7114c3a8f4c41bdd12b2297b5c8bd',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-03T18:12:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.964500] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.964655] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.964830] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.964971] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.965595] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.965595] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.965595] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.965753] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.965845] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.966039] env[69731]: DEBUG nova.virt.hardware [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.967125] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b589f1e-3ae1-4265-8ae6-4517cdb3b1df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.975150] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20844628-1c0b-4beb-ba19-6ec2b5025b0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.989986] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:2b:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72216f27-4b61-4c2a-9343-918939079d0f', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.997339] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.997585] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.997793] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e4486c9-ca1c-41c3-aa19-52e913f7fc21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.016414] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.016414] env[69731]: value = "task-3275982" [ 1160.016414] env[69731]: _type = "Task" [ 1160.016414] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.024041] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275982, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.152836] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5291ae6a-00b7-cd0d-b2df-6d484bf4966a, 'name': SearchDatastore_Task, 'duration_secs': 0.025485} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.153249] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.153607] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.153915] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.154126] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.154363] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.154702] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e6f8e8-ae24-4888-9fd6-767bd17440ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.166126] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.166285] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.167042] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57c9c09-7a7a-4b0b-9d3a-966edb7a1488 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.173033] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1160.173033] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ce34dd-73b9-4169-a022-2682d63e7a35" [ 1160.173033] env[69731]: _type = "Task" [ 1160.173033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.180748] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ce34dd-73b9-4169-a022-2682d63e7a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.182056] env[69731]: DEBUG nova.network.neutron [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Successfully created port: 7181ecff-4814-432c-83c9-3c0d2c633b59 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.367307] env[69731]: DEBUG nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.418294] env[69731]: DEBUG oslo_concurrency.lockutils [req-ce645dcf-3e91-4944-a800-3ecc9a5bc6ca req-c6f8718e-987e-4506-8bc6-69236e17df6f service nova] Releasing lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.528777] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275982, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.604922] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d317c6-bfcf-44ca-b600-dc07c21c3188 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.614926] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5611421f-e783-483f-ad33-299d3253e460 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.648044] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30f7a57-a409-43d2-b888-35141943b457 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.655619] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5af0aa-f0d6-466e-8484-68d0c2ea2c53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.672100] env[69731]: DEBUG nova.compute.provider_tree [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.681977] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ce34dd-73b9-4169-a022-2682d63e7a35, 'name': SearchDatastore_Task, 'duration_secs': 0.014873} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.683354] env[69731]: DEBUG nova.network.neutron [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updated VIF entry in instance network info cache for port 72216f27-4b61-4c2a-9343-918939079d0f. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.686022] env[69731]: DEBUG nova.network.neutron [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating instance_info_cache with network_info: [{"id": "72216f27-4b61-4c2a-9343-918939079d0f", "address": "fa:16:3e:8b:2b:88", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72216f27-4b", "ovs_interfaceid": "72216f27-4b61-4c2a-9343-918939079d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.686022] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac7d844-e9f0-4ddd-8bd1-4af12bf0e7e8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.692659] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1160.692659] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5286b9bf-a7cf-abe0-cde5-339e8c452777" [ 1160.692659] env[69731]: _type = "Task" [ 1160.692659] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.701068] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5286b9bf-a7cf-abe0-cde5-339e8c452777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.027950] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275982, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.178505] env[69731]: DEBUG nova.scheduler.client.report [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.186745] env[69731]: DEBUG oslo_concurrency.lockutils [req-238772c6-39f6-4047-83ef-8aab0ce20ef1 req-517eb36c-699a-413c-8b50-c52cc21061ce service nova] Releasing lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.203024] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5286b9bf-a7cf-abe0-cde5-339e8c452777, 'name': SearchDatastore_Task, 'duration_secs': 0.030693} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.203280] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.203848] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 05faf92a-918f-45c6-855e-2939c66df3b3/05faf92a-918f-45c6-855e-2939c66df3b3.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.203848] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c879a56-ff7a-48ce-851a-6fdae99357f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.210115] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1161.210115] env[69731]: value = "task-3275983" [ 1161.210115] env[69731]: _type = "Task" [ 1161.210115] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.218484] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.380077] env[69731]: DEBUG nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.407626] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.407888] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.408107] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.408307] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.408459] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.408606] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.408825] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.408980] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.409197] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.409350] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.409521] env[69731]: DEBUG nova.virt.hardware [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.410486] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77624f4d-3cee-4cd4-ade1-b90e0cf5619f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.420037] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b2665f-988e-4824-bdf8-6653dd8c4dce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.530951] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275982, 'name': CreateVM_Task, 'duration_secs': 1.229655} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.531549] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.532674] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.532934] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.533389] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.533862] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e65c612-1e55-4eae-8b83-f951c4f883b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.539360] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1161.539360] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa836d-7703-5956-cdf5-3e596ca980bf" [ 1161.539360] env[69731]: _type = "Task" [ 1161.539360] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.548475] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fa836d-7703-5956-cdf5-3e596ca980bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.683796] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.684388] env[69731]: DEBUG nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.688359] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.128s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.689838] env[69731]: INFO nova.compute.claims [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.721072] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479355} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.721398] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 05faf92a-918f-45c6-855e-2939c66df3b3/05faf92a-918f-45c6-855e-2939c66df3b3.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.721581] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.721836] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ec4a9bc-455b-4854-bf5d-0662f39ee333 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.728155] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1161.728155] env[69731]: value = "task-3275984" [ 1161.728155] env[69731]: _type = "Task" [ 1161.728155] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.740579] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.771188] env[69731]: DEBUG nova.network.neutron [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Successfully updated port: 7181ecff-4814-432c-83c9-3c0d2c633b59 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.906431] env[69731]: DEBUG nova.compute.manager [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Received event network-vif-plugged-7181ecff-4814-432c-83c9-3c0d2c633b59 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.906639] env[69731]: DEBUG oslo_concurrency.lockutils [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] Acquiring lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.906849] env[69731]: DEBUG oslo_concurrency.lockutils [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.907027] env[69731]: DEBUG oslo_concurrency.lockutils [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.907197] env[69731]: DEBUG nova.compute.manager [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] No waiting events found dispatching network-vif-plugged-7181ecff-4814-432c-83c9-3c0d2c633b59 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.907360] env[69731]: WARNING nova.compute.manager [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Received unexpected event network-vif-plugged-7181ecff-4814-432c-83c9-3c0d2c633b59 for instance with vm_state building and task_state spawning. [ 1161.907519] env[69731]: DEBUG nova.compute.manager [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Received event network-changed-7181ecff-4814-432c-83c9-3c0d2c633b59 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.907668] env[69731]: DEBUG nova.compute.manager [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Refreshing instance network info cache due to event network-changed-7181ecff-4814-432c-83c9-3c0d2c633b59. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.907846] env[69731]: DEBUG oslo_concurrency.lockutils [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] Acquiring lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.907982] env[69731]: DEBUG oslo_concurrency.lockutils [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] Acquired lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.908313] env[69731]: DEBUG nova.network.neutron [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Refreshing network info cache for port 7181ecff-4814-432c-83c9-3c0d2c633b59 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.049732] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.050119] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Processing image 7e07e8a3-c6f3-4197-bddb-561e6173538d {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.050266] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d/7e07e8a3-c6f3-4197-bddb-561e6173538d.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.050413] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d/7e07e8a3-c6f3-4197-bddb-561e6173538d.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.050589] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.050838] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0f32418-daa7-4763-b041-6a9e52ba34ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.062655] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.062840] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.063625] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa14b60-56a9-4968-950c-f9a97b47e481 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.068449] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1162.068449] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521648cb-0508-e447-cb06-43b21f2a36c3" [ 1162.068449] env[69731]: _type = "Task" [ 1162.068449] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.075617] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]521648cb-0508-e447-cb06-43b21f2a36c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.190206] env[69731]: DEBUG nova.compute.utils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.191698] env[69731]: DEBUG nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.191870] env[69731]: DEBUG nova.network.neutron [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.228860] env[69731]: DEBUG nova.policy [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6bbadda2b9e4c38829965965af007c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f062e1c47ea4858af4c8b2a73b4636c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.239225] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065339} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.239225] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.239970] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebbe6d3-b529-4214-a9c6-ae2b9271bd72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.262224] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 05faf92a-918f-45c6-855e-2939c66df3b3/05faf92a-918f-45c6-855e-2939c66df3b3.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.262525] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e11c102-7156-4bd4-ab80-e30e17f46382 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.277543] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.283564] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1162.283564] env[69731]: value = "task-3275985" [ 1162.283564] env[69731]: _type = "Task" [ 1162.283564] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.291014] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.450123] env[69731]: DEBUG nova.network.neutron [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.561572] env[69731]: DEBUG nova.network.neutron [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Successfully created port: da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.579551] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Preparing fetch location {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1162.579938] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Fetch image to [datastore1] OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf/OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf.vmdk {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1162.580288] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Downloading stream optimized image 7e07e8a3-c6f3-4197-bddb-561e6173538d to [datastore1] OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf/OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf.vmdk on the data store datastore1 as vApp {{(pid=69731) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1162.580568] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Downloading image file data 7e07e8a3-c6f3-4197-bddb-561e6173538d to the ESX as VM named 'OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf' {{(pid=69731) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1162.583284] env[69731]: DEBUG nova.network.neutron [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.666880] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1162.666880] env[69731]: value = "resgroup-9" [ 1162.666880] env[69731]: _type = "ResourcePool" [ 1162.666880] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1162.667262] env[69731]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ff341dc3-86de-4284-9851-4d97a021a747 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.691589] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lease: (returnval){ [ 1162.691589] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52053e7c-1941-8f22-15b0-075cbc4dbf06" [ 1162.691589] env[69731]: _type = "HttpNfcLease" [ 1162.691589] env[69731]: } obtained for vApp import into resource pool (val){ [ 1162.691589] env[69731]: value = "resgroup-9" [ 1162.691589] env[69731]: _type = "ResourcePool" [ 1162.691589] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1162.692053] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the lease: (returnval){ [ 1162.692053] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52053e7c-1941-8f22-15b0-075cbc4dbf06" [ 1162.692053] env[69731]: _type = "HttpNfcLease" [ 1162.692053] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1162.695150] env[69731]: DEBUG nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.704196] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.704196] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52053e7c-1941-8f22-15b0-075cbc4dbf06" [ 1162.704196] env[69731]: _type = "HttpNfcLease" [ 1162.704196] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1162.800257] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275985, 'name': ReconfigVM_Task, 'duration_secs': 0.36291} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.800725] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 05faf92a-918f-45c6-855e-2939c66df3b3/05faf92a-918f-45c6-855e-2939c66df3b3.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.801821] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fd27259-c0b7-4d7e-9476-c347ea0a0481 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.811287] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1162.811287] env[69731]: value = "task-3275987" [ 1162.811287] env[69731]: _type = "Task" [ 1162.811287] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.827278] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275987, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.965931] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae63dd8b-aeef-4668-9da5-f33d977c5ef8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.974184] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22a191-abb6-4533-8f8d-016843d5cc82 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.006725] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e1f2a0-6329-4e16-954f-d2cea01d6ad4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.016204] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0633119-f78c-4396-98d2-9617fe8e7421 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.030639] env[69731]: DEBUG nova.compute.provider_tree [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.086451] env[69731]: DEBUG oslo_concurrency.lockutils [req-bfb8a1f9-385f-46d8-adf2-d37d595b1126 req-d771bb8e-e5d4-4b63-8da0-4be6bafeac6b service nova] Releasing lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.086860] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.087109] env[69731]: DEBUG nova.network.neutron [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.203694] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.203694] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52053e7c-1941-8f22-15b0-075cbc4dbf06" [ 1163.203694] env[69731]: _type = "HttpNfcLease" [ 1163.203694] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1163.203694] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1163.203694] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52053e7c-1941-8f22-15b0-075cbc4dbf06" [ 1163.203694] env[69731]: _type = "HttpNfcLease" [ 1163.203694] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1163.204358] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e573b13-0cbd-4073-8a9b-730127db39cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.211631] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212b42e-85d2-f595-8125-9a569a2f08b8/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1163.211812] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212b42e-85d2-f595-8125-9a569a2f08b8/disk-0.vmdk. {{(pid=69731) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1163.277119] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da2af1dc-c62f-4d5e-9e2a-af62cee6a87d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.320625] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275987, 'name': Rename_Task, 'duration_secs': 0.195296} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.320894] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.321147] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9bacf7c-d49a-46df-8b40-8499e2bf03cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.326901] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1163.326901] env[69731]: value = "task-3275988" [ 1163.326901] env[69731]: _type = "Task" [ 1163.326901] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.334303] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.534513] env[69731]: DEBUG nova.scheduler.client.report [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.631720] env[69731]: DEBUG nova.network.neutron [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.706181] env[69731]: DEBUG nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.738027] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.738027] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.738027] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.738416] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.738702] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.738985] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.739348] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.742022] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.742022] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.742022] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.742022] env[69731]: DEBUG nova.virt.hardware [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.742022] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9566bb-01a9-4333-947f-429cf3fe082e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.752527] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0dd86-8f3a-4e6d-8f02-0a24a91f8a0e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.837369] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275988, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.848683] env[69731]: DEBUG nova.network.neutron [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance_info_cache with network_info: [{"id": "7181ecff-4814-432c-83c9-3c0d2c633b59", "address": "fa:16:3e:15:98:83", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7181ecff-48", "ovs_interfaceid": "7181ecff-4814-432c-83c9-3c0d2c633b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.042064] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.042264] env[69731]: DEBUG nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.047080] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.733s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.047300] env[69731]: DEBUG nova.objects.instance [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'resources' on Instance uuid 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.305161] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Completed reading data from the image iterator. {{(pid=69731) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1164.305515] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212b42e-85d2-f595-8125-9a569a2f08b8/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.306496] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6d13bd-4de3-4946-baa2-d63e7e450af6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.311358] env[69731]: DEBUG nova.compute.manager [req-e46fd667-3b10-4ca4-b5d6-77aa36d0855c req-f61cba12-0e45-4ef3-98c7-590f343b55b9 service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Received event network-vif-plugged-da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.311599] env[69731]: DEBUG oslo_concurrency.lockutils [req-e46fd667-3b10-4ca4-b5d6-77aa36d0855c req-f61cba12-0e45-4ef3-98c7-590f343b55b9 service nova] Acquiring lock "cf4f3fb4-777d-4e76-adbf-85be1b934556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.311804] env[69731]: DEBUG oslo_concurrency.lockutils [req-e46fd667-3b10-4ca4-b5d6-77aa36d0855c req-f61cba12-0e45-4ef3-98c7-590f343b55b9 service nova] Lock "cf4f3fb4-777d-4e76-adbf-85be1b934556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.311965] env[69731]: DEBUG oslo_concurrency.lockutils [req-e46fd667-3b10-4ca4-b5d6-77aa36d0855c req-f61cba12-0e45-4ef3-98c7-590f343b55b9 service nova] Lock "cf4f3fb4-777d-4e76-adbf-85be1b934556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.312144] env[69731]: DEBUG nova.compute.manager [req-e46fd667-3b10-4ca4-b5d6-77aa36d0855c req-f61cba12-0e45-4ef3-98c7-590f343b55b9 service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] No waiting events found dispatching network-vif-plugged-da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.312312] env[69731]: WARNING nova.compute.manager [req-e46fd667-3b10-4ca4-b5d6-77aa36d0855c req-f61cba12-0e45-4ef3-98c7-590f343b55b9 service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Received unexpected event network-vif-plugged-da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92 for instance with vm_state building and task_state spawning. [ 1164.316589] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212b42e-85d2-f595-8125-9a569a2f08b8/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.316767] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212b42e-85d2-f595-8125-9a569a2f08b8/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1164.317007] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4744b569-8d4e-4f88-9c8e-c47713afbd39 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.337773] env[69731]: DEBUG oslo_vmware.api [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3275988, 'name': PowerOnVM_Task, 'duration_secs': 0.594305} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.338068] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.338283] env[69731]: INFO nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1164.338501] env[69731]: DEBUG nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.339498] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de764497-c7da-4501-8702-ca86cdf4e1d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.351400] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.351688] env[69731]: DEBUG nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Instance network_info: |[{"id": "7181ecff-4814-432c-83c9-3c0d2c633b59", "address": "fa:16:3e:15:98:83", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7181ecff-48", "ovs_interfaceid": "7181ecff-4814-432c-83c9-3c0d2c633b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.352077] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:98:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7181ecff-4814-432c-83c9-3c0d2c633b59', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.359619] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.359821] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.360050] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03a6be82-8dcc-4f7f-9217-754c9a640c88 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.382614] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.382614] env[69731]: value = "task-3275989" [ 1164.382614] env[69731]: _type = "Task" [ 1164.382614] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.391884] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275989, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.517864] env[69731]: DEBUG oslo_vmware.rw_handles [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212b42e-85d2-f595-8125-9a569a2f08b8/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1164.518042] env[69731]: INFO nova.virt.vmwareapi.images [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Downloaded image file data 7e07e8a3-c6f3-4197-bddb-561e6173538d [ 1164.519354] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa881212-56b5-450b-a23b-dc3c68e4e6e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.534690] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfa9d186-1a8f-4ffd-a09b-99f00c3ea6f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.549683] env[69731]: DEBUG nova.compute.utils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.553770] env[69731]: DEBUG nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.553935] env[69731]: DEBUG nova.network.neutron [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.577096] env[69731]: INFO nova.virt.vmwareapi.images [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] The imported VM was unregistered [ 1164.579461] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Caching image {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1164.579691] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.580200] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5963b97-9550-43cc-b5f6-8adee8f03940 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.590114] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Created directory with path [datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.590203] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf/OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf.vmdk to [datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d/7e07e8a3-c6f3-4197-bddb-561e6173538d.vmdk. {{(pid=69731) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1164.592016] env[69731]: DEBUG nova.policy [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.593845] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4f8f7d6d-612a-4087-9ff7-2d35bd813a81 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.599935] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1164.599935] env[69731]: value = "task-3275991" [ 1164.599935] env[69731]: _type = "Task" [ 1164.599935] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.607269] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275991, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.784543] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb969aa-dc4d-4b29-8fdb-42ed4fa71020 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.793307] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e7feea-f655-4d6b-883e-a0d99cd1e91a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.823013] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa890464-eb6e-4644-b54b-8dcbd298861c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.831294] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1a59eb-2ae2-4def-8c0e-95ae30a5d0ef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.847899] env[69731]: DEBUG nova.compute.provider_tree [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.858114] env[69731]: INFO nova.compute.manager [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Took 16.17 seconds to build instance. [ 1164.893260] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275989, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.924159] env[69731]: DEBUG nova.network.neutron [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Successfully updated port: da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.022292] env[69731]: DEBUG nova.compute.manager [req-bbf5219f-e2a6-46ad-bdf9-78abda37eff2 req-db9fa58b-b44f-4a61-b302-c129d50de2ca service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Received event network-changed-da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.022548] env[69731]: DEBUG nova.compute.manager [req-bbf5219f-e2a6-46ad-bdf9-78abda37eff2 req-db9fa58b-b44f-4a61-b302-c129d50de2ca service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Refreshing instance network info cache due to event network-changed-da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.022812] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbf5219f-e2a6-46ad-bdf9-78abda37eff2 req-db9fa58b-b44f-4a61-b302-c129d50de2ca service nova] Acquiring lock "refresh_cache-cf4f3fb4-777d-4e76-adbf-85be1b934556" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.023104] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbf5219f-e2a6-46ad-bdf9-78abda37eff2 req-db9fa58b-b44f-4a61-b302-c129d50de2ca service nova] Acquired lock "refresh_cache-cf4f3fb4-777d-4e76-adbf-85be1b934556" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023190] env[69731]: DEBUG nova.network.neutron [req-bbf5219f-e2a6-46ad-bdf9-78abda37eff2 req-db9fa58b-b44f-4a61-b302-c129d50de2ca service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Refreshing network info cache for port da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.031421] env[69731]: DEBUG nova.network.neutron [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Successfully created port: 7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.054934] env[69731]: DEBUG nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.116386] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275991, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.354705] env[69731]: DEBUG nova.scheduler.client.report [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.360469] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4098617c-c28c-43e5-b49e-0cb9b171ed3b tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "05faf92a-918f-45c6-855e-2939c66df3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.686s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.398083] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275989, 'name': CreateVM_Task, 'duration_secs': 0.802005} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.398083] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.398083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.398083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.398083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.398083] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d96776e-db2e-4b8f-b567-c29bc66d5662 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.403226] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1165.403226] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a62f5a-8e4b-6279-e174-8c424bf8e4df" [ 1165.403226] env[69731]: _type = "Task" [ 1165.403226] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.413104] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a62f5a-8e4b-6279-e174-8c424bf8e4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.426259] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "refresh_cache-cf4f3fb4-777d-4e76-adbf-85be1b934556" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.566680] env[69731]: DEBUG nova.network.neutron [req-bbf5219f-e2a6-46ad-bdf9-78abda37eff2 req-db9fa58b-b44f-4a61-b302-c129d50de2ca service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.614147] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275991, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.685677] env[69731]: DEBUG nova.network.neutron [req-bbf5219f-e2a6-46ad-bdf9-78abda37eff2 req-db9fa58b-b44f-4a61-b302-c129d50de2ca service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.819134] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "05faf92a-918f-45c6-855e-2939c66df3b3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.819437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "05faf92a-918f-45c6-855e-2939c66df3b3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.819686] env[69731]: INFO nova.compute.manager [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Rebooting instance [ 1165.859381] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.862543] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.702s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.864578] env[69731]: INFO nova.compute.claims [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.918625] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52a62f5a-8e4b-6279-e174-8c424bf8e4df, 'name': SearchDatastore_Task, 'duration_secs': 0.089439} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.918791] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.921372] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.921372] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.921372] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.921372] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.921372] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8542eea-d919-4d8b-9ec4-7a936b55862d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.938077] env[69731]: INFO nova.scheduler.client.report [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted allocations for instance 727adcef-6cb0-4ea6-bbf7-b13a9377deb1 [ 1165.941439] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.941735] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.945750] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621296ff-7e7a-4c08-be3b-f18fa78bbd7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.955131] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1165.955131] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c5b677-fc32-7fac-47ae-e54748d7b90e" [ 1165.955131] env[69731]: _type = "Task" [ 1165.955131] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.964975] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c5b677-fc32-7fac-47ae-e54748d7b90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.036384] env[69731]: DEBUG nova.compute.manager [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1166.071456] env[69731]: DEBUG nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.114777] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275991, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.144310] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.144765] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.144985] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.145218] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.145381] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.145528] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.145755] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.145949] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.146182] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.146391] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.146571] env[69731]: DEBUG nova.virt.hardware [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.147898] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e130acff-d2a9-45de-8956-4c80aa95d89c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.157848] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb1fff-0404-4972-a214-d9c11088eca6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.188565] env[69731]: DEBUG oslo_concurrency.lockutils [req-bbf5219f-e2a6-46ad-bdf9-78abda37eff2 req-db9fa58b-b44f-4a61-b302-c129d50de2ca service nova] Releasing lock "refresh_cache-cf4f3fb4-777d-4e76-adbf-85be1b934556" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.189041] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "refresh_cache-cf4f3fb4-777d-4e76-adbf-85be1b934556" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.189222] env[69731]: DEBUG nova.network.neutron [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.339449] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.339637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquired lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.339824] env[69731]: DEBUG nova.network.neutron [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.449373] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c48bdab8-b6ec-4f12-b212-b3701b9e15d5 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "727adcef-6cb0-4ea6-bbf7-b13a9377deb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.517s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.472415] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c5b677-fc32-7fac-47ae-e54748d7b90e, 'name': SearchDatastore_Task, 'duration_secs': 0.092894} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.472594] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b44076-56a3-4596-a852-0519e2dc39af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.484703] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1166.484703] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5250e4d5-9059-0d68-5dda-ab84632d349f" [ 1166.484703] env[69731]: _type = "Task" [ 1166.484703] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.494708] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5250e4d5-9059-0d68-5dda-ab84632d349f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.582930] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.625102] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275991, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.747295] env[69731]: DEBUG nova.network.neutron [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.857812] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "569c7b2e-f30c-4768-825e-0760e9dcc821" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.858106] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.858328] env[69731]: INFO nova.compute.manager [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Shelving [ 1166.897534] env[69731]: DEBUG nova.network.neutron [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Successfully updated port: 7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.982486] env[69731]: DEBUG nova.network.neutron [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Updating instance_info_cache with network_info: [{"id": "da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92", "address": "fa:16:3e:25:fe:36", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda7bdcfc-d4", "ovs_interfaceid": "da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.996904] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5250e4d5-9059-0d68-5dda-ab84632d349f, 'name': SearchDatastore_Task, 'duration_secs': 0.089912} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.999429] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.999706] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7/7499312f-3f3c-4c71-94d5-a4d3b2ce26f7.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.000181] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddaf3403-9784-4ed8-af4c-6031ee25436d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.009226] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1167.009226] env[69731]: value = "task-3275992" [ 1167.009226] env[69731]: _type = "Task" [ 1167.009226] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.021778] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.051603] env[69731]: DEBUG nova.compute.manager [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received event network-vif-plugged-7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.051906] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] Acquiring lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.052187] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.052420] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.052982] env[69731]: DEBUG nova.compute.manager [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] No waiting events found dispatching network-vif-plugged-7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.052982] env[69731]: WARNING nova.compute.manager [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received unexpected event network-vif-plugged-7cb8b5b9-674d-4941-b4f0-889229c68688 for instance with vm_state building and task_state spawning. [ 1167.053261] env[69731]: DEBUG nova.compute.manager [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received event network-changed-7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.053406] env[69731]: DEBUG nova.compute.manager [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing instance network info cache due to event network-changed-7cb8b5b9-674d-4941-b4f0-889229c68688. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.053952] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] Acquiring lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.053952] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] Acquired lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.053952] env[69731]: DEBUG nova.network.neutron [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing network info cache for port 7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.080092] env[69731]: DEBUG nova.network.neutron [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Updating instance_info_cache with network_info: [{"id": "81a0c929-1785-4af2-abbf-127153236c7a", "address": "fa:16:3e:75:21:63", "network": {"id": "6b0a8785-e235-4f92-aea4-2377a64ea69a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2095794251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0198b0c91b47de9d9d46579889b5d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a0c929-17", "ovs_interfaceid": "81a0c929-1785-4af2-abbf-127153236c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.116590] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275991, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.384504} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.117237] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf/OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf.vmdk to [datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d/7e07e8a3-c6f3-4197-bddb-561e6173538d.vmdk. [ 1167.117237] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Cleaning up location [datastore1] OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1167.117401] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ddd909a3-2b8c-4d54-be97-dbe179b828cf {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.117542] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdcb015e-c64a-41df-a370-be590b45f088 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.125800] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1167.125800] env[69731]: value = "task-3275993" [ 1167.125800] env[69731]: _type = "Task" [ 1167.125800] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.136634] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.181019] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b947805-f6f1-4e6a-a521-7688b8a7fbd1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.187724] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79f33fa-0f51-4b58-82a7-bba51455a303 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.222824] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88757da-5646-4ede-8f4c-ac95e8c1d3b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.233716] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff2585-90eb-4aa6-b42f-216f22e44f6a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.252087] env[69731]: DEBUG nova.compute.provider_tree [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.402566] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.483279] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "refresh_cache-cf4f3fb4-777d-4e76-adbf-85be1b934556" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.483688] env[69731]: DEBUG nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Instance network_info: |[{"id": "da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92", "address": "fa:16:3e:25:fe:36", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda7bdcfc-d4", "ovs_interfaceid": "da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.483849] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:fe:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.491484] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.491760] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.491991] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-477ef6d7-197d-449c-8d26-6e58d6add7f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.515228] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.515228] env[69731]: value = "task-3275994" [ 1167.515228] env[69731]: _type = "Task" [ 1167.515228] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.522251] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48642} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.522900] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7/7499312f-3f3c-4c71-94d5-a4d3b2ce26f7.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.523174] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.523439] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a282e8df-1126-4ac5-ac3f-c7943e3b0db1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.528336] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275994, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.535927] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1167.535927] env[69731]: value = "task-3275995" [ 1167.535927] env[69731]: _type = "Task" [ 1167.535927] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.545649] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.582208] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Releasing lock "refresh_cache-05faf92a-918f-45c6-855e-2939c66df3b3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.607604] env[69731]: DEBUG nova.network.neutron [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.637449] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039835} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.637747] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.637945] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d/7e07e8a3-c6f3-4197-bddb-561e6173538d.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.638234] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d/7e07e8a3-c6f3-4197-bddb-561e6173538d.vmdk to [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff/18fef856-5edc-412b-8059-ebc0ee4193ff.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.638501] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be160d52-b59e-44a8-a664-b5ff854841b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.647118] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1167.647118] env[69731]: value = "task-3275996" [ 1167.647118] env[69731]: _type = "Task" [ 1167.647118] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.660219] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.705409] env[69731]: DEBUG nova.network.neutron [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.756229] env[69731]: DEBUG nova.scheduler.client.report [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.869621] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.870016] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98323e81-b3ed-4299-8f31-1d51b351ce7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.879543] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1167.879543] env[69731]: value = "task-3275997" [ 1167.879543] env[69731]: _type = "Task" [ 1167.879543] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.892117] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.033083] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275994, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.050511] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089404} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.051595] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.051855] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363cbac4-4489-4a19-992b-cd884738f25b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.080324] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7/7499312f-3f3c-4c71-94d5-a4d3b2ce26f7.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.080639] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d67477-9742-4eff-994f-6f5d64e3c054 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.098234] env[69731]: DEBUG nova.compute.manager [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.099818] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4901146a-ee80-4d46-aa3c-8de9eebe1471 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.111912] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1168.111912] env[69731]: value = "task-3275998" [ 1168.111912] env[69731]: _type = "Task" [ 1168.111912] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.123511] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.161618] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275996, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.207905] env[69731]: DEBUG oslo_concurrency.lockutils [req-f1fa1453-02fc-40d7-962e-e541e94f8ef0 req-1dcbde74-5f5c-4354-aa39-b9cba5f63eee service nova] Releasing lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.208613] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.208613] env[69731]: DEBUG nova.network.neutron [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.261249] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.262028] env[69731]: DEBUG nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.265401] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.683s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.394288] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275997, 'name': PowerOffVM_Task, 'duration_secs': 0.500244} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.394601] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.395478] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ddcf1e-da08-4506-9747-1c6cfd625252 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.421283] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d6025e-6c2a-4782-8352-7b36ac16d696 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.529121] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3275994, 'name': CreateVM_Task, 'duration_secs': 0.653085} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.529565] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.530120] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.530293] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.530695] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.530974] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf36c04-2e60-47c9-84bd-c6370e2af76f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.539997] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1168.539997] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5205ab4e-5134-ae92-53d1-a00aa662c8d4" [ 1168.539997] env[69731]: _type = "Task" [ 1168.539997] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.551930] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5205ab4e-5134-ae92-53d1-a00aa662c8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.629736] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.662023] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275996, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.743113] env[69731]: DEBUG nova.network.neutron [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.745605] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "ed6f8456-448a-459c-92d9-b171d76335cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.745763] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "ed6f8456-448a-459c-92d9-b171d76335cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.768536] env[69731]: DEBUG nova.compute.utils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.772535] env[69731]: INFO nova.compute.claims [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.777196] env[69731]: DEBUG nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.777991] env[69731]: DEBUG nova.network.neutron [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.847533] env[69731]: DEBUG nova.policy [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76e6eec1f46b40bc95086778fb570017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eaddb8a58124b93a18d33b08cfe98ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.928619] env[69731]: DEBUG nova.network.neutron [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [{"id": "7cb8b5b9-674d-4941-b4f0-889229c68688", "address": "fa:16:3e:f9:24:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8b5b9-67", "ovs_interfaceid": "7cb8b5b9-674d-4941-b4f0-889229c68688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.935831] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1168.936653] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af9e5421-3096-44c6-86b4-f03b8c3f42bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.950409] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1168.950409] env[69731]: value = "task-3275999" [ 1168.950409] env[69731]: _type = "Task" [ 1168.950409] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.963016] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275999, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.056885] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5205ab4e-5134-ae92-53d1-a00aa662c8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.085282} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.057270] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.057567] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.057845] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.057995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.058216] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.058491] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b10b264-c1d6-4cb1-a469-8cdcc72cf1c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.077892] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.078202] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.079433] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d93bdd-b5a1-49e6-ac2e-a37bb270c655 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.088971] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1169.088971] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52769683-9ac5-435f-a092-97531578c748" [ 1169.088971] env[69731]: _type = "Task" [ 1169.088971] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.102374] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52769683-9ac5-435f-a092-97531578c748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.123966] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0889f7-ca0b-4f49-95a2-fb20a0065ae9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.133083] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Doing hard reboot of VM {{(pid=69731) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1169.136743] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4d615066-6374-4423-9962-1baa11c92f89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.138453] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.146787] env[69731]: DEBUG oslo_vmware.api [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1169.146787] env[69731]: value = "task-3276000" [ 1169.146787] env[69731]: _type = "Task" [ 1169.146787] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.160563] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275996, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.166092] env[69731]: DEBUG oslo_vmware.api [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3276000, 'name': ResetVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.216981] env[69731]: DEBUG nova.network.neutron [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Successfully created port: 083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.247884] env[69731]: DEBUG nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.279181] env[69731]: INFO nova.compute.resource_tracker [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating resource usage from migration 629cfb02-b9c6-4c66-a6c1-8335fcdc4168 [ 1169.282901] env[69731]: DEBUG nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.433011] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.433565] env[69731]: DEBUG nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Instance network_info: |[{"id": "7cb8b5b9-674d-4941-b4f0-889229c68688", "address": "fa:16:3e:f9:24:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8b5b9-67", "ovs_interfaceid": "7cb8b5b9-674d-4941-b4f0-889229c68688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.434427] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:24:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cb8b5b9-674d-4941-b4f0-889229c68688', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.446128] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.449556] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.450468] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f709462b-571d-4421-9a48-869ec6ea8baa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.480185] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275999, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.485075] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.485075] env[69731]: value = "task-3276001" [ 1169.485075] env[69731]: _type = "Task" [ 1169.485075] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.495611] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276001, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.567278] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a716ff-1227-40a0-95b0-7fc988298e00 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.577654] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7304f118-0aa9-4d09-bbe5-2c75beca790d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.633314] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048317c7-e587-4bf6-bb43-3200cf5d426d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.643015] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3275998, 'name': ReconfigVM_Task, 'duration_secs': 1.211005} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.649420] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7/7499312f-3f3c-4c71-94d5-a4d3b2ce26f7.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.650332] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52769683-9ac5-435f-a092-97531578c748, 'name': SearchDatastore_Task, 'duration_secs': 0.093403} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.650562] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a102c96-9ba4-4cdb-9a8d-70c47b1dc0d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.653729] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f69a4c8-4135-405a-a07c-d63b04ba8636 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.665407] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964fefe8-2ee4-4b8b-9b9b-34a0780b08b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.674847] env[69731]: DEBUG oslo_vmware.api [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3276000, 'name': ResetVM_Task, 'duration_secs': 0.152641} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.677515] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Did hard reboot of VM {{(pid=69731) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1169.677760] env[69731]: DEBUG nova.compute.manager [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.678223] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1169.678223] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d1d1ea-34d0-607f-9721-0598b0fcfe37" [ 1169.678223] env[69731]: _type = "Task" [ 1169.678223] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.678512] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1169.678512] env[69731]: value = "task-3276002" [ 1169.678512] env[69731]: _type = "Task" [ 1169.678512] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.690877] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43e3df1-8b52-41c2-8b68-41d45f681fbb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.694169] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275996, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.694705] env[69731]: DEBUG nova.compute.provider_tree [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.713958] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276002, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.721307] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d1d1ea-34d0-607f-9721-0598b0fcfe37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.773260] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.983255] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275999, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.999980] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276001, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.168181] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3275996, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.480989} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.168443] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e07e8a3-c6f3-4197-bddb-561e6173538d/7e07e8a3-c6f3-4197-bddb-561e6173538d.vmdk to [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff/18fef856-5edc-412b-8059-ebc0ee4193ff.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.169258] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667319b7-d417-456d-aea0-56487098d501 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.195478] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff/18fef856-5edc-412b-8059-ebc0ee4193ff.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.196081] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a48b5bd-15f7-4181-a61a-01035f265f08 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.216838] env[69731]: DEBUG nova.scheduler.client.report [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.231134] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d1d1ea-34d0-607f-9721-0598b0fcfe37, 'name': SearchDatastore_Task, 'duration_secs': 0.10351} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.231395] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276002, 'name': Rename_Task, 'duration_secs': 0.472437} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.232723] env[69731]: DEBUG oslo_concurrency.lockutils [None req-16159eaa-a164-4e13-ba4b-9450b98e818d tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "05faf92a-918f-45c6-855e-2939c66df3b3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.413s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.234356] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.234629] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] cf4f3fb4-777d-4e76-adbf-85be1b934556/cf4f3fb4-777d-4e76-adbf-85be1b934556.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.234912] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.235242] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1170.235242] env[69731]: value = "task-3276003" [ 1170.235242] env[69731]: _type = "Task" [ 1170.235242] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.235935] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4017ae5c-a926-4cc3-9ff9-a4db612c44f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.237859] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28a8a2b9-c8c5-41f8-b5e8-0c0c86643c13 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.252707] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.253101] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1170.253101] env[69731]: value = "task-3276004" [ 1170.253101] env[69731]: _type = "Task" [ 1170.253101] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.255170] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1170.255170] env[69731]: value = "task-3276005" [ 1170.255170] env[69731]: _type = "Task" [ 1170.255170] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.269298] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.273200] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.294524] env[69731]: DEBUG nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.322480] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.322732] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.322891] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.323089] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.323326] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.323404] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.323623] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.323786] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.323967] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.324144] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.324318] env[69731]: DEBUG nova.virt.hardware [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.325536] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419befef-f047-43c6-9450-869edb866ae9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.334957] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6432e-7c4d-4d95-ac59-c19b9b850325 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.481143] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275999, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.494763] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276001, 'name': CreateVM_Task, 'duration_secs': 0.942327} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.494934] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.495687] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.495862] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.496203] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.496467] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abfcaf31-57c6-47dc-8983-fd424f6982b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.501289] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1170.501289] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52801cb4-623a-3a91-2a35-caa45fef80cc" [ 1170.501289] env[69731]: _type = "Task" [ 1170.501289] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.509650] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52801cb4-623a-3a91-2a35-caa45fef80cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.629910] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "05faf92a-918f-45c6-855e-2939c66df3b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.630225] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "05faf92a-918f-45c6-855e-2939c66df3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.630431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "05faf92a-918f-45c6-855e-2939c66df3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.630579] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "05faf92a-918f-45c6-855e-2939c66df3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.630747] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "05faf92a-918f-45c6-855e-2939c66df3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.633077] env[69731]: INFO nova.compute.manager [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Terminating instance [ 1170.721373] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.456s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.722396] env[69731]: INFO nova.compute.manager [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Migrating [ 1170.733243] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.960s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.735960] env[69731]: INFO nova.compute.claims [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.785517] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.785849] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.789642] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.970474] env[69731]: DEBUG nova.compute.manager [req-f294a2fc-42c8-4d99-bca2-f1266920fd33 req-78cc42b6-4496-4a10-af94-f0bd17944b31 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Received event network-vif-plugged-083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.971136] env[69731]: DEBUG oslo_concurrency.lockutils [req-f294a2fc-42c8-4d99-bca2-f1266920fd33 req-78cc42b6-4496-4a10-af94-f0bd17944b31 service nova] Acquiring lock "bf0d87cb-f348-4133-b65a-0f7934533e01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.971136] env[69731]: DEBUG oslo_concurrency.lockutils [req-f294a2fc-42c8-4d99-bca2-f1266920fd33 req-78cc42b6-4496-4a10-af94-f0bd17944b31 service nova] Lock "bf0d87cb-f348-4133-b65a-0f7934533e01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.971136] env[69731]: DEBUG oslo_concurrency.lockutils [req-f294a2fc-42c8-4d99-bca2-f1266920fd33 req-78cc42b6-4496-4a10-af94-f0bd17944b31 service nova] Lock "bf0d87cb-f348-4133-b65a-0f7934533e01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.971313] env[69731]: DEBUG nova.compute.manager [req-f294a2fc-42c8-4d99-bca2-f1266920fd33 req-78cc42b6-4496-4a10-af94-f0bd17944b31 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] No waiting events found dispatching network-vif-plugged-083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.971522] env[69731]: WARNING nova.compute.manager [req-f294a2fc-42c8-4d99-bca2-f1266920fd33 req-78cc42b6-4496-4a10-af94-f0bd17944b31 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Received unexpected event network-vif-plugged-083c836a-1b20-4020-a0b9-496e7af7ac34 for instance with vm_state building and task_state spawning. [ 1170.984204] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3275999, 'name': CreateSnapshot_Task, 'duration_secs': 1.769986} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.984471] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1170.985351] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5475abde-f1cc-4ea9-95d3-7f59968a5a93 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.011867] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52801cb4-623a-3a91-2a35-caa45fef80cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.012224] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.012495] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.012749] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.012890] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.013083] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.013336] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9787e651-cae8-4a33-a911-1716edcffc7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.022950] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.023138] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.024517] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa46c12-fbfa-446f-82d1-3f8c65928357 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.031228] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1171.031228] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525c5796-6bf3-8516-deee-3af48994b261" [ 1171.031228] env[69731]: _type = "Task" [ 1171.031228] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.040226] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525c5796-6bf3-8516-deee-3af48994b261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.044149] env[69731]: DEBUG nova.network.neutron [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Successfully updated port: 083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.137663] env[69731]: DEBUG nova.compute.manager [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.138799] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.138906] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae2c64-6730-4044-8c19-bd6b7cf052cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.148225] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.148484] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83cb550a-fb07-4ec4-85d3-b622d513afba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.156490] env[69731]: DEBUG oslo_vmware.api [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1171.156490] env[69731]: value = "task-3276006" [ 1171.156490] env[69731]: _type = "Task" [ 1171.156490] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.165420] env[69731]: DEBUG oslo_vmware.api [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3276006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.253780] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276003, 'name': ReconfigVM_Task, 'duration_secs': 0.756621} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.256222] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff/18fef856-5edc-412b-8059-ebc0ee4193ff.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.257216] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.257467] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.257557] env[69731]: DEBUG nova.network.neutron [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.258530] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5438f2ba-8bbc-43b1-8e5e-9ac2237372e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.276060] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661094} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.280633] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] cf4f3fb4-777d-4e76-adbf-85be1b934556/cf4f3fb4-777d-4e76-adbf-85be1b934556.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.280915] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.281511] env[69731]: DEBUG oslo_vmware.api [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276005, 'name': PowerOnVM_Task, 'duration_secs': 0.975061} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.282387] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1171.282387] env[69731]: value = "task-3276007" [ 1171.282387] env[69731]: _type = "Task" [ 1171.282387] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.282387] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-befc2f99-a885-4e4b-9e0e-0f5abf708e1d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.284119] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.284347] env[69731]: INFO nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1171.284527] env[69731]: DEBUG nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.285401] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eed4fa-0091-4a8f-9b17-39e2d39c2a4d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.299365] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1171.299365] env[69731]: value = "task-3276008" [ 1171.299365] env[69731]: _type = "Task" [ 1171.299365] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.311382] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.504687] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1171.504951] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37296095-677b-48fd-a6f9-c0682491a449 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.513237] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1171.513237] env[69731]: value = "task-3276009" [ 1171.513237] env[69731]: _type = "Task" [ 1171.513237] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.521698] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276009, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.540739] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525c5796-6bf3-8516-deee-3af48994b261, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.541533] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa40e0d7-3c1d-43b2-a7a5-919593d1a174 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.547223] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.547369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.547505] env[69731]: DEBUG nova.network.neutron [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.548690] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1171.548690] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249bbdb-d81c-e364-27dc-18e0b93553e7" [ 1171.548690] env[69731]: _type = "Task" [ 1171.548690] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.560360] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249bbdb-d81c-e364-27dc-18e0b93553e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.670031] env[69731]: DEBUG oslo_vmware.api [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3276006, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.798094] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276007, 'name': Rename_Task, 'duration_secs': 0.206261} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.802219] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.806031] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d3d72d-0f06-499c-b530-d03292bf6c9f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.821123] env[69731]: INFO nova.compute.manager [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Took 18.16 seconds to build instance. [ 1171.830766] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1171.830766] env[69731]: value = "task-3276010" [ 1171.830766] env[69731]: _type = "Task" [ 1171.830766] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.831032] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141282} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.831629] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.835282] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e58a99-554d-4682-aa4c-1322a6bb8f4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.847016] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.865975] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cf4f3fb4-777d-4e76-adbf-85be1b934556/cf4f3fb4-777d-4e76-adbf-85be1b934556.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.869588] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a69cbaa-9a7d-4f27-be40-18bf70eb7346 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.896386] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1171.896386] env[69731]: value = "task-3276011" [ 1171.896386] env[69731]: _type = "Task" [ 1171.896386] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.906355] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.025774] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276009, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.073064] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5249bbdb-d81c-e364-27dc-18e0b93553e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.073360] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.073716] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 91d1e227-cb0e-4eea-b28f-7aa220957611/91d1e227-cb0e-4eea-b28f-7aa220957611.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.073932] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce4afa21-a93a-4c1e-ac61-be8cb3b68ede {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.082211] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1172.082211] env[69731]: value = "task-3276012" [ 1172.082211] env[69731]: _type = "Task" [ 1172.082211] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.094266] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.095136] env[69731]: DEBUG nova.network.neutron [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.099709] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3513f4d-68a0-4fff-99ba-070a5e5b2983 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.108329] env[69731]: DEBUG nova.network.neutron [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [{"id": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "address": "fa:16:3e:15:a1:b7", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e1736e-6a", "ovs_interfaceid": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.112505] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8256fb2-a629-4c7c-a3a5-af16e2fdd13b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.157165] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f56fa-0010-4b39-adca-2986697fba4b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.171442] env[69731]: DEBUG oslo_vmware.api [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3276006, 'name': PowerOffVM_Task, 'duration_secs': 0.569899} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.172757] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be24bd32-ac3e-4950-8f86-94292bf8c026 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.177179] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.177368] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.177954] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-916e163f-bff7-41cd-899e-aee73d237ed2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.192724] env[69731]: DEBUG nova.compute.provider_tree [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.273702] env[69731]: DEBUG nova.network.neutron [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Updating instance_info_cache with network_info: [{"id": "083c836a-1b20-4020-a0b9-496e7af7ac34", "address": "fa:16:3e:c3:19:67", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap083c836a-1b", "ovs_interfaceid": "083c836a-1b20-4020-a0b9-496e7af7ac34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.285404] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.285768] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.285914] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Deleting the datastore file [datastore1] 05faf92a-918f-45c6-855e-2939c66df3b3 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.286282] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8166b43-cc9a-4b64-ad31-46500c06315b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.297868] env[69731]: DEBUG oslo_vmware.api [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for the task: (returnval){ [ 1172.297868] env[69731]: value = "task-3276014" [ 1172.297868] env[69731]: _type = "Task" [ 1172.297868] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.309423] env[69731]: DEBUG oslo_vmware.api [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3276014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.324793] env[69731]: DEBUG oslo_concurrency.lockutils [None req-795c6a67-74e3-403b-be2f-ad9b15dc7159 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.669s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.344032] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276010, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.411194] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276011, 'name': ReconfigVM_Task, 'duration_secs': 0.312009} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.411539] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cf4f3fb4-777d-4e76-adbf-85be1b934556/cf4f3fb4-777d-4e76-adbf-85be1b934556.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.412317] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2d8a25-6654-47be-b0cd-34c32e5adafe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.424727] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1172.424727] env[69731]: value = "task-3276015" [ 1172.424727] env[69731]: _type = "Task" [ 1172.424727] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.440383] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276015, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.527129] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276009, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.597974] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276012, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.613017] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.700734] env[69731]: DEBUG nova.scheduler.client.report [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.777067] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.777191] env[69731]: DEBUG nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Instance network_info: |[{"id": "083c836a-1b20-4020-a0b9-496e7af7ac34", "address": "fa:16:3e:c3:19:67", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap083c836a-1b", "ovs_interfaceid": "083c836a-1b20-4020-a0b9-496e7af7ac34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.777618] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:19:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '083c836a-1b20-4020-a0b9-496e7af7ac34', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.785211] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.785717] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.785991] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62e63716-2007-470f-bfb2-30c08fa1a8b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.809517] env[69731]: DEBUG oslo_vmware.api [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3276014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.810855] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.810855] env[69731]: value = "task-3276016" [ 1172.810855] env[69731]: _type = "Task" [ 1172.810855] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.818869] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276016, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.840293] env[69731]: DEBUG oslo_vmware.api [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276010, 'name': PowerOnVM_Task, 'duration_secs': 0.518233} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.840488] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.937781] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276015, 'name': Rename_Task, 'duration_secs': 0.196924} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.938938] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.938938] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b71444b5-3a22-40d5-8bd0-f76e961bc6b9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.946110] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1172.946110] env[69731]: value = "task-3276017" [ 1172.946110] env[69731]: _type = "Task" [ 1172.946110] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.951141] env[69731]: DEBUG nova.compute.manager [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.952083] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27068ec9-6586-4836-9f5f-d01cf86ce53a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.967260] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.026340] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276009, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.028390] env[69731]: DEBUG nova.compute.manager [req-7b5639e9-cbff-46ad-9b0d-4bbb980b6e10 req-4f8b0ea8-bf39-44fb-ac1f-8782d4600551 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Received event network-changed-083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.028646] env[69731]: DEBUG nova.compute.manager [req-7b5639e9-cbff-46ad-9b0d-4bbb980b6e10 req-4f8b0ea8-bf39-44fb-ac1f-8782d4600551 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Refreshing instance network info cache due to event network-changed-083c836a-1b20-4020-a0b9-496e7af7ac34. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.028868] env[69731]: DEBUG oslo_concurrency.lockutils [req-7b5639e9-cbff-46ad-9b0d-4bbb980b6e10 req-4f8b0ea8-bf39-44fb-ac1f-8782d4600551 service nova] Acquiring lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.029015] env[69731]: DEBUG oslo_concurrency.lockutils [req-7b5639e9-cbff-46ad-9b0d-4bbb980b6e10 req-4f8b0ea8-bf39-44fb-ac1f-8782d4600551 service nova] Acquired lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.029252] env[69731]: DEBUG nova.network.neutron [req-7b5639e9-cbff-46ad-9b0d-4bbb980b6e10 req-4f8b0ea8-bf39-44fb-ac1f-8782d4600551 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Refreshing network info cache for port 083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.097456] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53664} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.097686] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 91d1e227-cb0e-4eea-b28f-7aa220957611/91d1e227-cb0e-4eea-b28f-7aa220957611.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.097767] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.098013] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-540bdb9a-a278-4324-8483-b1b2d480b822 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.105705] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1173.105705] env[69731]: value = "task-3276018" [ 1173.105705] env[69731]: _type = "Task" [ 1173.105705] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.120090] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.206965] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.207534] env[69731]: DEBUG nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.311814] env[69731]: DEBUG oslo_vmware.api [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Task: {'id': task-3276014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.714809} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.316481] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.316908] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.317135] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.317383] env[69731]: INFO nova.compute.manager [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1173.317917] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.318255] env[69731]: DEBUG nova.compute.manager [-] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.318426] env[69731]: DEBUG nova.network.neutron [-] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.328533] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276016, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.459431] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.482819] env[69731]: DEBUG oslo_concurrency.lockutils [None req-362fcce6-0e0f-4e67-9f4f-1ac0b193a5ce tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.527s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.487591] env[69731]: DEBUG nova.compute.manager [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1173.531128] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276009, 'name': CloneVM_Task} progress is 95%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.616544] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186647} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.616842] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.617667] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff206ac-0c45-478e-9efd-61d68fc7378b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.658871] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 91d1e227-cb0e-4eea-b28f-7aa220957611/91d1e227-cb0e-4eea-b28f-7aa220957611.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.662741] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad1696c-fd22-4a0e-99c4-63864c64e883 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.691258] env[69731]: DEBUG nova.compute.manager [req-28b783a2-59af-43fb-b6d8-4f11bf913c21 req-ce0a2834-74dc-4482-94b7-d2d9b69e8f12 service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Received event network-vif-deleted-81a0c929-1785-4af2-abbf-127153236c7a {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.691556] env[69731]: INFO nova.compute.manager [req-28b783a2-59af-43fb-b6d8-4f11bf913c21 req-ce0a2834-74dc-4482-94b7-d2d9b69e8f12 service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Neutron deleted interface 81a0c929-1785-4af2-abbf-127153236c7a; detaching it from the instance and deleting it from the info cache [ 1173.691799] env[69731]: DEBUG nova.network.neutron [req-28b783a2-59af-43fb-b6d8-4f11bf913c21 req-ce0a2834-74dc-4482-94b7-d2d9b69e8f12 service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.695246] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1173.695246] env[69731]: value = "task-3276019" [ 1173.695246] env[69731]: _type = "Task" [ 1173.695246] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.714321] env[69731]: DEBUG nova.compute.utils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.715973] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.716933] env[69731]: DEBUG nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.717161] env[69731]: DEBUG nova.network.neutron [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.760211] env[69731]: DEBUG nova.policy [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c2ca130d78c4d19b9eed0b8cffac8cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71498407668d4bec9a529494ae2bd29c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.824336] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276016, 'name': CreateVM_Task, 'duration_secs': 0.898337} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.824934] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.825735] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.825960] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.826359] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.826657] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5723f73e-939b-4ddf-ae76-f05e4ad25522 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.831719] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1173.831719] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dca7aa-830a-977e-accb-340f24d8e39c" [ 1173.831719] env[69731]: _type = "Task" [ 1173.831719] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.842445] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dca7aa-830a-977e-accb-340f24d8e39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.873662] env[69731]: DEBUG nova.network.neutron [req-7b5639e9-cbff-46ad-9b0d-4bbb980b6e10 req-4f8b0ea8-bf39-44fb-ac1f-8782d4600551 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Updated VIF entry in instance network info cache for port 083c836a-1b20-4020-a0b9-496e7af7ac34. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.874102] env[69731]: DEBUG nova.network.neutron [req-7b5639e9-cbff-46ad-9b0d-4bbb980b6e10 req-4f8b0ea8-bf39-44fb-ac1f-8782d4600551 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Updating instance_info_cache with network_info: [{"id": "083c836a-1b20-4020-a0b9-496e7af7ac34", "address": "fa:16:3e:c3:19:67", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap083c836a-1b", "ovs_interfaceid": "083c836a-1b20-4020-a0b9-496e7af7ac34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.958430] env[69731]: DEBUG oslo_vmware.api [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276017, 'name': PowerOnVM_Task, 'duration_secs': 0.814373} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.958733] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.958947] env[69731]: INFO nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1173.959140] env[69731]: DEBUG nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.959974] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6402ff64-1006-4b9b-86b7-cb7d9f01a50e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.004404] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.005197] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.023131] env[69731]: DEBUG nova.network.neutron [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Successfully created port: bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.032659] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276009, 'name': CloneVM_Task, 'duration_secs': 2.309687} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.032659] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Created linked-clone VM from snapshot [ 1174.033427] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe94388-9932-4d21-9e52-59be4c16449f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.042651] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Uploading image 6b420581-14f8-4d5b-8098-1a9043f80dde {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1174.072839] env[69731]: DEBUG oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1174.072839] env[69731]: value = "vm-654306" [ 1174.072839] env[69731]: _type = "VirtualMachine" [ 1174.072839] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1174.073241] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-77a83433-0a7d-4763-8100-090f9b2cdae9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.084128] env[69731]: DEBUG oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease: (returnval){ [ 1174.084128] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b65c2f-514f-c8b9-e9f1-156661c52e3d" [ 1174.084128] env[69731]: _type = "HttpNfcLease" [ 1174.084128] env[69731]: } obtained for exporting VM: (result){ [ 1174.084128] env[69731]: value = "vm-654306" [ 1174.084128] env[69731]: _type = "VirtualMachine" [ 1174.084128] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1174.084461] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the lease: (returnval){ [ 1174.084461] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b65c2f-514f-c8b9-e9f1-156661c52e3d" [ 1174.084461] env[69731]: _type = "HttpNfcLease" [ 1174.084461] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.093468] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.093468] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b65c2f-514f-c8b9-e9f1-156661c52e3d" [ 1174.093468] env[69731]: _type = "HttpNfcLease" [ 1174.093468] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.128850] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316c421c-0660-42a1-8988-6f7479f0f945 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.150460] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance '9fffa1fe-484e-4534-b2a7-8ce278903b12' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.185859] env[69731]: DEBUG nova.network.neutron [-] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.198122] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2e4bf06-d3d9-44a4-8b58-4fd32e31323e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.209803] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276019, 'name': ReconfigVM_Task, 'duration_secs': 0.376385} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.211044] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 91d1e227-cb0e-4eea-b28f-7aa220957611/91d1e227-cb0e-4eea-b28f-7aa220957611.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.212022] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1288e27c-60d7-4240-8b69-61b1df6c05f9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.216927] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09351da-7b23-458b-9088-e601a16aded3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.228509] env[69731]: DEBUG nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.239194] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1174.239194] env[69731]: value = "task-3276021" [ 1174.239194] env[69731]: _type = "Task" [ 1174.239194] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.264450] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276021, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.264807] env[69731]: DEBUG nova.compute.manager [req-28b783a2-59af-43fb-b6d8-4f11bf913c21 req-ce0a2834-74dc-4482-94b7-d2d9b69e8f12 service nova] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Detach interface failed, port_id=81a0c929-1785-4af2-abbf-127153236c7a, reason: Instance 05faf92a-918f-45c6-855e-2939c66df3b3 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.343531] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dca7aa-830a-977e-accb-340f24d8e39c, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.343766] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.344023] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.344279] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.344426] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.344602] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.344940] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98b1e82d-46e1-4eba-9409-01ce20df6dae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.355787] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.355995] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.357102] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861c682e-cd51-4910-80b9-f0ac7dc3968c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.362609] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1174.362609] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295f189-b20f-abd3-55d5-0f495757d56f" [ 1174.362609] env[69731]: _type = "Task" [ 1174.362609] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.372911] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295f189-b20f-abd3-55d5-0f495757d56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.376594] env[69731]: DEBUG oslo_concurrency.lockutils [req-7b5639e9-cbff-46ad-9b0d-4bbb980b6e10 req-4f8b0ea8-bf39-44fb-ac1f-8782d4600551 service nova] Releasing lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.486912] env[69731]: INFO nova.compute.manager [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Took 20.81 seconds to build instance. [ 1174.509756] env[69731]: INFO nova.compute.claims [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.593451] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.593451] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b65c2f-514f-c8b9-e9f1-156661c52e3d" [ 1174.593451] env[69731]: _type = "HttpNfcLease" [ 1174.593451] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1174.593849] env[69731]: DEBUG oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1174.593849] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52b65c2f-514f-c8b9-e9f1-156661c52e3d" [ 1174.593849] env[69731]: _type = "HttpNfcLease" [ 1174.593849] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1174.594582] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19876c7-bc9c-43e0-ac81-2a2f06ec5727 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.602531] env[69731]: DEBUG oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249aba9-eea9-8aa2-e8b5-62b927b68331/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1174.602734] env[69731]: DEBUG oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249aba9-eea9-8aa2-e8b5-62b927b68331/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1174.663332] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.663723] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b502768f-b496-4283-8aa4-35a801bd42c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.677575] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1174.677575] env[69731]: value = "task-3276022" [ 1174.677575] env[69731]: _type = "Task" [ 1174.677575] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.687226] env[69731]: INFO nova.compute.manager [-] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Took 1.37 seconds to deallocate network for instance. [ 1174.694184] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.704622] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-758bef85-7c4f-4229-98ea-a2633ab6cadf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.757165] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276021, 'name': Rename_Task, 'duration_secs': 0.231335} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.760020] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.760020] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd14e81-96a3-4f26-9339-54241cd134c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.767144] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1174.767144] env[69731]: value = "task-3276023" [ 1174.767144] env[69731]: _type = "Task" [ 1174.767144] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.777987] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.874057] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5295f189-b20f-abd3-55d5-0f495757d56f, 'name': SearchDatastore_Task, 'duration_secs': 0.014329} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.875086] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64ac974-59d3-456e-8ad8-aebc09ec4cc4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.881742] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1174.881742] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52923335-396a-ded4-cd8e-49a94e79a246" [ 1174.881742] env[69731]: _type = "Task" [ 1174.881742] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.895101] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52923335-396a-ded4-cd8e-49a94e79a246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.921447] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.921447] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.921447] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.921447] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.921447] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.921447] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.921447] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.921447] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1174.921447] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.988938] env[69731]: DEBUG oslo_concurrency.lockutils [None req-61edee72-27a0-4955-9f4e-052facf10c55 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "cf4f3fb4-777d-4e76-adbf-85be1b934556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.318s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.016331] env[69731]: INFO nova.compute.resource_tracker [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating resource usage from migration 6bef19a2-1c72-41f5-8d6f-7008d089f235 [ 1175.189575] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276022, 'name': PowerOffVM_Task, 'duration_secs': 0.310236} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.192828] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.193085] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance '9fffa1fe-484e-4534-b2a7-8ce278903b12' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.198654] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.252476] env[69731]: DEBUG nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.285699] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.289096] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.289386] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.289775] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.290040] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.290279] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.290581] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.290875] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.291108] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.291322] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.291577] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.291817] env[69731]: DEBUG nova.virt.hardware [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.293226] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7113c798-945a-4aba-8370-43775f008baf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.308035] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0949e0c9-4085-4979-9f0b-2856b9d1e928 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.345039] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22a4ee-76e7-4548-8583-002a9b87280d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.353031] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3adcde-de8d-49c3-b8c8-5062ed473e72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.389211] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27683d7-89aa-4a69-a647-4bac3d32add5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.401950] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ae29c3-5db2-4c5d-94e1-7df5911540b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.406320] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52923335-396a-ded4-cd8e-49a94e79a246, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.406561] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.406846] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] bf0d87cb-f348-4133-b65a-0f7934533e01/bf0d87cb-f348-4133-b65a-0f7934533e01.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.407619] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edd5a851-3a25-4395-80e5-ee87172d08bd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.418336] env[69731]: DEBUG nova.compute.provider_tree [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.425041] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1175.425041] env[69731]: value = "task-3276024" [ 1175.425041] env[69731]: _type = "Task" [ 1175.425041] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.435739] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.621686] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0083ea8-0a21-4e2c-9abf-058c270fd1ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.629668] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a66ef70d-b6d7-4893-ab83-ce51867d639d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Suspending the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1175.633058] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1330564f-5355-4aea-af8c-4a49a088dd74 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.637482] env[69731]: DEBUG oslo_vmware.api [None req-a66ef70d-b6d7-4893-ab83-ce51867d639d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1175.637482] env[69731]: value = "task-3276025" [ 1175.637482] env[69731]: _type = "Task" [ 1175.637482] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.647015] env[69731]: DEBUG oslo_vmware.api [None req-a66ef70d-b6d7-4893-ab83-ce51867d639d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276025, 'name': SuspendVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.654637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "cf4f3fb4-777d-4e76-adbf-85be1b934556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.654899] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "cf4f3fb4-777d-4e76-adbf-85be1b934556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.655093] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "cf4f3fb4-777d-4e76-adbf-85be1b934556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.655259] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "cf4f3fb4-777d-4e76-adbf-85be1b934556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.655424] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "cf4f3fb4-777d-4e76-adbf-85be1b934556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.657782] env[69731]: INFO nova.compute.manager [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Terminating instance [ 1175.681229] env[69731]: DEBUG nova.network.neutron [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Successfully updated port: bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.703580] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.703894] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.704077] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.704725] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.704961] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.705216] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.705360] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.705541] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.705716] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.706084] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.706727] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.714136] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5cf8ec-19fb-4d39-b17d-f6243cb3c845 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.730478] env[69731]: DEBUG nova.compute.manager [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Received event network-vif-plugged-bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.730682] env[69731]: DEBUG oslo_concurrency.lockutils [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] Acquiring lock "ed6f8456-448a-459c-92d9-b171d76335cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.730893] env[69731]: DEBUG oslo_concurrency.lockutils [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] Lock "ed6f8456-448a-459c-92d9-b171d76335cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.731072] env[69731]: DEBUG oslo_concurrency.lockutils [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] Lock "ed6f8456-448a-459c-92d9-b171d76335cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.731345] env[69731]: DEBUG nova.compute.manager [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] No waiting events found dispatching network-vif-plugged-bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.731512] env[69731]: WARNING nova.compute.manager [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Received unexpected event network-vif-plugged-bb367ffc-798a-4120-8edc-368c559370e9 for instance with vm_state building and task_state spawning. [ 1175.731803] env[69731]: DEBUG nova.compute.manager [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Received event network-changed-bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.732087] env[69731]: DEBUG nova.compute.manager [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Refreshing instance network info cache due to event network-changed-bb367ffc-798a-4120-8edc-368c559370e9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.732293] env[69731]: DEBUG oslo_concurrency.lockutils [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] Acquiring lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.732520] env[69731]: DEBUG oslo_concurrency.lockutils [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] Acquired lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.732664] env[69731]: DEBUG nova.network.neutron [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Refreshing network info cache for port bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.742016] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1175.742016] env[69731]: value = "task-3276026" [ 1175.742016] env[69731]: _type = "Task" [ 1175.742016] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.753652] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.778587] env[69731]: DEBUG oslo_vmware.api [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276023, 'name': PowerOnVM_Task, 'duration_secs': 0.608324} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.779547] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.779620] env[69731]: INFO nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1175.779832] env[69731]: DEBUG nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.780670] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd1d932-c780-4c92-8c8e-c61fd356e74d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.922236] env[69731]: DEBUG nova.scheduler.client.report [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.939519] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276024, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.150247] env[69731]: DEBUG oslo_vmware.api [None req-a66ef70d-b6d7-4893-ab83-ce51867d639d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276025, 'name': SuspendVM_Task} progress is 91%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.166051] env[69731]: DEBUG nova.compute.manager [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.166051] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.166051] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1c41b9-b413-4acb-879b-db2ea4c791f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.176147] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.176592] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b9de42-5252-4c81-abaa-204dfd9e8772 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.183855] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.186120] env[69731]: DEBUG oslo_vmware.api [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1176.186120] env[69731]: value = "task-3276027" [ 1176.186120] env[69731]: _type = "Task" [ 1176.186120] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.195770] env[69731]: DEBUG oslo_vmware.api [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.257626] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276026, 'name': ReconfigVM_Task, 'duration_secs': 0.289539} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.258199] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance '9fffa1fe-484e-4534-b2a7-8ce278903b12' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.279486] env[69731]: DEBUG nova.network.neutron [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.301745] env[69731]: INFO nova.compute.manager [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Took 21.76 seconds to build instance. [ 1176.394896] env[69731]: DEBUG nova.network.neutron [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.429282] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.424s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.429583] env[69731]: INFO nova.compute.manager [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Migrating [ 1176.437948] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.239s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.438796] env[69731]: DEBUG nova.objects.instance [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lazy-loading 'resources' on Instance uuid 05faf92a-918f-45c6-855e-2939c66df3b3 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.461223] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853106} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.462464] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] bf0d87cb-f348-4133-b65a-0f7934533e01/bf0d87cb-f348-4133-b65a-0f7934533e01.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.462750] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.463089] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d824c36-59c5-4e4f-8cfa-5f4472b26639 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.476382] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1176.476382] env[69731]: value = "task-3276028" [ 1176.476382] env[69731]: _type = "Task" [ 1176.476382] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.487904] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.651580] env[69731]: DEBUG oslo_vmware.api [None req-a66ef70d-b6d7-4893-ab83-ce51867d639d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276025, 'name': SuspendVM_Task, 'duration_secs': 0.892439} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.651855] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a66ef70d-b6d7-4893-ab83-ce51867d639d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Suspended the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1176.652069] env[69731]: DEBUG nova.compute.manager [None req-a66ef70d-b6d7-4893-ab83-ce51867d639d tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.652864] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54ec502-50ab-45c8-beef-ead923285a68 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.695965] env[69731]: DEBUG oslo_vmware.api [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276027, 'name': PowerOffVM_Task, 'duration_secs': 0.271899} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.697017] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.697254] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.697514] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69fa091f-9edc-463c-ab19-ea12e07f7787 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.766727] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.767128] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.767394] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.767705] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.767955] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.768314] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.768386] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.768548] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.768827] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.769086] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.769393] env[69731]: DEBUG nova.virt.hardware [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.774803] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.776545] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a49236b0-86ff-46ab-91ed-806757d84598 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.789518] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.789818] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.789922] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleting the datastore file [datastore1] cf4f3fb4-777d-4e76-adbf-85be1b934556 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.790189] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a15caafe-17d8-4fe6-a935-5114307cf0dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.798684] env[69731]: DEBUG oslo_vmware.api [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1176.798684] env[69731]: value = "task-3276030" [ 1176.798684] env[69731]: _type = "Task" [ 1176.798684] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.800118] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1176.800118] env[69731]: value = "task-3276031" [ 1176.800118] env[69731]: _type = "Task" [ 1176.800118] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.803522] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0584f660-5899-4b71-a8ba-c9a028033004 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.271s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.812824] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.815875] env[69731]: DEBUG oslo_vmware.api [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.898447] env[69731]: DEBUG oslo_concurrency.lockutils [req-112b8b01-6cfa-4e83-8aa4-da0d3a4fdcd7 req-71e152bc-0094-48d8-93b2-5b8fe51f8dd9 service nova] Releasing lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.898836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.899012] env[69731]: DEBUG nova.network.neutron [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.954653] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.954811] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.954956] env[69731]: DEBUG nova.network.neutron [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.986782] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087392} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.987074] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.987882] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e311795-189c-42a1-979f-0a9467d2b465 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.010461] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] bf0d87cb-f348-4133-b65a-0f7934533e01/bf0d87cb-f348-4133-b65a-0f7934533e01.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.013652] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d242fffc-795f-471c-8a27-de51e24e0a10 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.035786] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1177.035786] env[69731]: value = "task-3276032" [ 1177.035786] env[69731]: _type = "Task" [ 1177.035786] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.047216] env[69731]: DEBUG nova.compute.manager [req-a600b9fa-2a4a-41ee-b01d-029fbd0d914c req-ae4a52db-7d0b-43aa-aab1-e10eb1d9f375 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.047437] env[69731]: DEBUG nova.compute.manager [req-a600b9fa-2a4a-41ee-b01d-029fbd0d914c req-ae4a52db-7d0b-43aa-aab1-e10eb1d9f375 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing instance network info cache due to event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.047650] env[69731]: DEBUG oslo_concurrency.lockutils [req-a600b9fa-2a4a-41ee-b01d-029fbd0d914c req-ae4a52db-7d0b-43aa-aab1-e10eb1d9f375 service nova] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.047794] env[69731]: DEBUG oslo_concurrency.lockutils [req-a600b9fa-2a4a-41ee-b01d-029fbd0d914c req-ae4a52db-7d0b-43aa-aab1-e10eb1d9f375 service nova] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.047954] env[69731]: DEBUG nova.network.neutron [req-a600b9fa-2a4a-41ee-b01d-029fbd0d914c req-ae4a52db-7d0b-43aa-aab1-e10eb1d9f375 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.055757] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276032, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.272082] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb50f40b-d400-4a9f-af25-7bb179fe99c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.281261] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317cc455-82f4-4d85-8185-005b148c32f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.321106] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a25df-42c5-4195-a9db-21ce9dd74e92 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.331997] env[69731]: DEBUG oslo_vmware.api [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369578} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.336191] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806061c7-21c7-4a37-8a75-270bdcecabcb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.340495] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.340698] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.341232] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.341232] env[69731]: INFO nova.compute.manager [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1177.341406] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.341501] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276031, 'name': ReconfigVM_Task, 'duration_secs': 0.216675} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.341704] env[69731]: DEBUG nova.compute.manager [-] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.341803] env[69731]: DEBUG nova.network.neutron [-] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.343506] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.344634] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c6f26-3535-4658-abe8-dc7b985faf35 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.355557] env[69731]: DEBUG nova.compute.provider_tree [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.377436] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12/9fffa1fe-484e-4534-b2a7-8ce278903b12.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.377954] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7717d56-50d3-439b-bc14-214a9ba86dbc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.397594] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1177.397594] env[69731]: value = "task-3276033" [ 1177.397594] env[69731]: _type = "Task" [ 1177.397594] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.409728] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.456692] env[69731]: DEBUG nova.network.neutron [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.548877] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.859446] env[69731]: DEBUG nova.scheduler.client.report [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.916893] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276033, 'name': ReconfigVM_Task, 'duration_secs': 0.318428} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.920281] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12/9fffa1fe-484e-4534-b2a7-8ce278903b12.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.920524] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance '9fffa1fe-484e-4534-b2a7-8ce278903b12' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.048957] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276032, 'name': ReconfigVM_Task, 'duration_secs': 0.660337} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.049359] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Reconfigured VM instance instance-00000072 to attach disk [datastore2] bf0d87cb-f348-4133-b65a-0f7934533e01/bf0d87cb-f348-4133-b65a-0f7934533e01.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.050096] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dbf7212-5014-4ce9-ae3d-2e98459544f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.059384] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1178.059384] env[69731]: value = "task-3276034" [ 1178.059384] env[69731]: _type = "Task" [ 1178.059384] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.072057] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276034, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.183842] env[69731]: DEBUG nova.network.neutron [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Updating instance_info_cache with network_info: [{"id": "bb367ffc-798a-4120-8edc-368c559370e9", "address": "fa:16:3e:e5:0f:48", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb367ffc-79", "ovs_interfaceid": "bb367ffc-798a-4120-8edc-368c559370e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.305074] env[69731]: DEBUG nova.network.neutron [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance_info_cache with network_info: [{"id": "7181ecff-4814-432c-83c9-3c0d2c633b59", "address": "fa:16:3e:15:98:83", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7181ecff-48", "ovs_interfaceid": "7181ecff-4814-432c-83c9-3c0d2c633b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.372461] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.402302] env[69731]: INFO nova.scheduler.client.report [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Deleted allocations for instance 05faf92a-918f-45c6-855e-2939c66df3b3 [ 1178.402302] env[69731]: DEBUG nova.network.neutron [-] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.405020] env[69731]: DEBUG nova.network.neutron [req-a600b9fa-2a4a-41ee-b01d-029fbd0d914c req-ae4a52db-7d0b-43aa-aab1-e10eb1d9f375 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updated VIF entry in instance network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.405362] env[69731]: DEBUG nova.network.neutron [req-a600b9fa-2a4a-41ee-b01d-029fbd0d914c req-ae4a52db-7d0b-43aa-aab1-e10eb1d9f375 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.423993] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.428582] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79808e3-3817-4d1f-829a-e65509cb0509 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.437163] env[69731]: DEBUG nova.compute.manager [req-e840966b-8ed3-4bf5-93d6-5787a1bbae02 req-a2253eca-c1a4-4240-a06f-737e0d5976c3 service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Received event network-vif-deleted-da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.438601] env[69731]: INFO nova.compute.manager [req-e840966b-8ed3-4bf5-93d6-5787a1bbae02 req-a2253eca-c1a4-4240-a06f-737e0d5976c3 service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Neutron deleted interface da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92; detaching it from the instance and deleting it from the info cache [ 1178.438601] env[69731]: DEBUG nova.network.neutron [req-e840966b-8ed3-4bf5-93d6-5787a1bbae02 req-a2253eca-c1a4-4240-a06f-737e0d5976c3 service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.461862] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbf6099-dec2-463f-9a96-f8f5f9e6c5be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.486099] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance '9fffa1fe-484e-4534-b2a7-8ce278903b12' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.573980] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276034, 'name': Rename_Task, 'duration_secs': 0.180818} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.574369] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.574675] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16620e1c-b893-468b-96df-061289ca8eac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.586658] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1178.586658] env[69731]: value = "task-3276035" [ 1178.586658] env[69731]: _type = "Task" [ 1178.586658] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.598314] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.686262] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.686605] env[69731]: DEBUG nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Instance network_info: |[{"id": "bb367ffc-798a-4120-8edc-368c559370e9", "address": "fa:16:3e:e5:0f:48", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb367ffc-79", "ovs_interfaceid": "bb367ffc-798a-4120-8edc-368c559370e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.687574] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:0f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb367ffc-798a-4120-8edc-368c559370e9', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.696971] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.697252] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.697485] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8538f0c8-8c1d-4de3-9563-fecb5677841f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.723888] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.723888] env[69731]: value = "task-3276036" [ 1178.723888] env[69731]: _type = "Task" [ 1178.723888] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.733604] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276036, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.808083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.910531] env[69731]: INFO nova.compute.manager [-] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Took 1.57 seconds to deallocate network for instance. [ 1178.911664] env[69731]: DEBUG oslo_concurrency.lockutils [req-a600b9fa-2a4a-41ee-b01d-029fbd0d914c req-ae4a52db-7d0b-43aa-aab1-e10eb1d9f375 service nova] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.912424] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad681429-1333-420c-8555-e766fdc504dc tempest-InstanceActionsTestJSON-1939043579 tempest-InstanceActionsTestJSON-1939043579-project-member] Lock "05faf92a-918f-45c6-855e-2939c66df3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.282s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.926512] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.926807] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.926981] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.927159] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1178.928207] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b967fc3-05da-4d0a-8ea0-cb20a04dbb8b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.939719] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f041ebf-dc65-4fb9-a0fc-002941a9e79a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.945935] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e537a80-d3f5-4d40-a5b0-8a85b9b13639 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.963082] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cade6a-68fe-451b-8c79-9fe36dec7c14 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.968799] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39105550-793e-41b4-a7c4-bd358a90b731 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.988968] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a4ef0-0b8b-478a-8457-74169ec3d1c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.014178] env[69731]: DEBUG nova.compute.manager [req-e840966b-8ed3-4bf5-93d6-5787a1bbae02 req-a2253eca-c1a4-4240-a06f-737e0d5976c3 service nova] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Detach interface failed, port_id=da7bdcfc-d4ee-4f6c-8aac-9a0848ba5a92, reason: Instance cf4f3fb4-777d-4e76-adbf-85be1b934556 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.052562] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179621MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1179.052811] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.053254] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.057008] env[69731]: DEBUG nova.network.neutron [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Port 82e1736e-6ad7-40fc-9400-40d8b3000b97 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1179.076588] env[69731]: DEBUG nova.compute.manager [req-dced1996-0f37-4efd-b512-d984f213af43 req-af1785a3-3898-4b24-ac42-47e2778b1fdf service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received event network-changed-7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.076789] env[69731]: DEBUG nova.compute.manager [req-dced1996-0f37-4efd-b512-d984f213af43 req-af1785a3-3898-4b24-ac42-47e2778b1fdf service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing instance network info cache due to event network-changed-7cb8b5b9-674d-4941-b4f0-889229c68688. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.077029] env[69731]: DEBUG oslo_concurrency.lockutils [req-dced1996-0f37-4efd-b512-d984f213af43 req-af1785a3-3898-4b24-ac42-47e2778b1fdf service nova] Acquiring lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.077224] env[69731]: DEBUG oslo_concurrency.lockutils [req-dced1996-0f37-4efd-b512-d984f213af43 req-af1785a3-3898-4b24-ac42-47e2778b1fdf service nova] Acquired lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.077423] env[69731]: DEBUG nova.network.neutron [req-dced1996-0f37-4efd-b512-d984f213af43 req-af1785a3-3898-4b24-ac42-47e2778b1fdf service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing network info cache for port 7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.084020] env[69731]: INFO nova.compute.manager [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Resuming [ 1179.084020] env[69731]: DEBUG nova.objects.instance [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lazy-loading 'flavor' on Instance uuid 18fef856-5edc-412b-8059-ebc0ee4193ff {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.103410] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.236530] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276036, 'name': CreateVM_Task, 'duration_secs': 0.393483} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.238022] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.238022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.238022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.238214] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.238343] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61481622-0050-4fda-b630-a73100f3107e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.245254] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1179.245254] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f20b39-ffd5-700b-d292-ab3340af7fee" [ 1179.245254] env[69731]: _type = "Task" [ 1179.245254] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.254981] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f20b39-ffd5-700b-d292-ab3340af7fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.420167] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.601292] env[69731]: DEBUG oslo_vmware.api [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276035, 'name': PowerOnVM_Task, 'duration_secs': 0.820883} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.602055] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.602055] env[69731]: INFO nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1179.602055] env[69731]: DEBUG nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.602986] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8ff4ed-1f21-4510-b511-02b863ff2484 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.758751] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f20b39-ffd5-700b-d292-ab3340af7fee, 'name': SearchDatastore_Task, 'duration_secs': 0.013656} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.758751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.758751] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.758751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.758751] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.758751] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.758751] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86f5a0f4-e111-49fa-a8e9-d17083614238 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.769257] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.769257] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.769416] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00c78f2-c0d4-4bbf-b54b-fbd86d212638 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.775869] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1179.775869] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5272feef-5524-ce16-b0b9-0bf38f1b1197" [ 1179.775869] env[69731]: _type = "Task" [ 1179.775869] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.785076] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5272feef-5524-ce16-b0b9-0bf38f1b1197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.969993] env[69731]: DEBUG nova.network.neutron [req-dced1996-0f37-4efd-b512-d984f213af43 req-af1785a3-3898-4b24-ac42-47e2778b1fdf service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updated VIF entry in instance network info cache for port 7cb8b5b9-674d-4941-b4f0-889229c68688. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.970315] env[69731]: DEBUG nova.network.neutron [req-dced1996-0f37-4efd-b512-d984f213af43 req-af1785a3-3898-4b24-ac42-47e2778b1fdf service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [{"id": "7cb8b5b9-674d-4941-b4f0-889229c68688", "address": "fa:16:3e:f9:24:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8b5b9-67", "ovs_interfaceid": "7cb8b5b9-674d-4941-b4f0-889229c68688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.082358] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Applying migration context for instance 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7 as it has an incoming, in-progress migration 6bef19a2-1c72-41f5-8d6f-7008d089f235. Migration status is migrating {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1180.082773] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Applying migration context for instance 9fffa1fe-484e-4534-b2a7-8ce278903b12 as it has an incoming, in-progress migration 629cfb02-b9c6-4c66-a6c1-8335fcdc4168. Migration status is post-migrating {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1180.084755] env[69731]: INFO nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating resource usage from migration 6bef19a2-1c72-41f5-8d6f-7008d089f235 [ 1180.085105] env[69731]: INFO nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating resource usage from migration 629cfb02-b9c6-4c66-a6c1-8335fcdc4168 [ 1180.089532] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.089761] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.089933] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.138027] env[69731]: INFO nova.compute.manager [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Took 21.99 seconds to build instance. [ 1180.200331] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7425d84f-1723-4521-8270-ff20a0e13864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.200572] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 3865cd8b-6a0e-4487-8162-4691d9765664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.200638] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.200713] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2e568988-c2e4-43d4-a0da-b466d4b1fa82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.200831] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance eaed62e7-5791-4ae5-895a-cb993e238f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.200946] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 569c7b2e-f30c-4768-825e-0760e9dcc821 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.201094] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 661d513f-80a6-4fbf-b047-64ba43490b27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.201184] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 09fb6d5d-4365-4377-bb53-3cfdbd0038a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.201382] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance dc39fedf-8db2-4922-a357-a6321cf8ef1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.201433] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 18fef856-5edc-412b-8059-ebc0ee4193ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.201529] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance cf4f3fb4-777d-4e76-adbf-85be1b934556 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1180.201656] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 91d1e227-cb0e-4eea-b28f-7aa220957611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.201799] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance bf0d87cb-f348-4133-b65a-0f7934533e01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.201924] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Migration 629cfb02-b9c6-4c66-a6c1-8335fcdc4168 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1180.202125] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 9fffa1fe-484e-4534-b2a7-8ce278903b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.202160] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance ed6f8456-448a-459c-92d9-b171d76335cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.202728] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Migration 6bef19a2-1c72-41f5-8d6f-7008d089f235 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1180.202728] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.202728] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1180.202728] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1180.288091] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5272feef-5524-ce16-b0b9-0bf38f1b1197, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.291699] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71f9be3-db11-4cdf-9f53-8894482c41dc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.298587] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1180.298587] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5213a00b-a058-0fb8-b5cd-a53a1d58cb25" [ 1180.298587] env[69731]: _type = "Task" [ 1180.298587] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.309335] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5213a00b-a058-0fb8-b5cd-a53a1d58cb25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.322898] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90581e97-6a56-47dd-8451-e7ed1aee4e67 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.343186] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance '7499312f-3f3c-4c71-94d5-a4d3b2ce26f7' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.468284] env[69731]: DEBUG nova.compute.manager [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received event network-changed-7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.468383] env[69731]: DEBUG nova.compute.manager [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing instance network info cache due to event network-changed-7cb8b5b9-674d-4941-b4f0-889229c68688. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.468528] env[69731]: DEBUG oslo_concurrency.lockutils [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] Acquiring lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.472784] env[69731]: DEBUG oslo_concurrency.lockutils [req-dced1996-0f37-4efd-b512-d984f213af43 req-af1785a3-3898-4b24-ac42-47e2778b1fdf service nova] Releasing lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.472914] env[69731]: DEBUG oslo_concurrency.lockutils [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] Acquired lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.474052] env[69731]: DEBUG nova.network.neutron [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing network info cache for port 7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.498049] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0ca87c-db22-4a2f-85ed-3fd5d3727fba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.506628] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4b0480-7f99-4511-8fda-5d2b602977b4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.542705] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a9178-dfb2-4e6f-82a5-2cc21022ce38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.552274] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991d661b-a04e-4f76-b8ee-8335319841a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.569230] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.595965] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.596212] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquired lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.596453] env[69731]: DEBUG nova.network.neutron [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.639694] env[69731]: DEBUG oslo_concurrency.lockutils [None req-99f805b0-b84a-487a-a493-0a216060e388 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "bf0d87cb-f348-4133-b65a-0f7934533e01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.504s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.812981] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5213a00b-a058-0fb8-b5cd-a53a1d58cb25, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.813270] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.813542] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] ed6f8456-448a-459c-92d9-b171d76335cd/ed6f8456-448a-459c-92d9-b171d76335cd.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.813843] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99a24efd-6038-42bf-963a-4b541bedbf6a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.826063] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1180.826063] env[69731]: value = "task-3276037" [ 1180.826063] env[69731]: _type = "Task" [ 1180.826063] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.835644] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.851857] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.852196] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6876e049-ed6e-469d-a48d-a63c140ddced {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.861524] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1180.861524] env[69731]: value = "task-3276038" [ 1180.861524] env[69731]: _type = "Task" [ 1180.861524] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.873183] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.072700] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.214336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.214554] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.214752] env[69731]: DEBUG nova.network.neutron [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.336747] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505145} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.337052] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] ed6f8456-448a-459c-92d9-b171d76335cd/ed6f8456-448a-459c-92d9-b171d76335cd.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.337278] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.337671] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87550d62-b2c4-452a-8215-5b05035f5fc6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.345919] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1181.345919] env[69731]: value = "task-3276039" [ 1181.345919] env[69731]: _type = "Task" [ 1181.345919] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.358226] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.372443] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276038, 'name': PowerOffVM_Task, 'duration_secs': 0.369066} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.372744] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.372905] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance '7499312f-3f3c-4c71-94d5-a4d3b2ce26f7' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.490417] env[69731]: DEBUG nova.network.neutron [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updated VIF entry in instance network info cache for port 7cb8b5b9-674d-4941-b4f0-889229c68688. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.490847] env[69731]: DEBUG nova.network.neutron [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [{"id": "7cb8b5b9-674d-4941-b4f0-889229c68688", "address": "fa:16:3e:f9:24:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8b5b9-67", "ovs_interfaceid": "7cb8b5b9-674d-4941-b4f0-889229c68688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.553845] env[69731]: DEBUG nova.network.neutron [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating instance_info_cache with network_info: [{"id": "72216f27-4b61-4c2a-9343-918939079d0f", "address": "fa:16:3e:8b:2b:88", "network": {"id": "f12ed14e-1c3d-4458-bf23-7162da9bfb76", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-857989248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81a7114c3a8f4c41bdd12b2297b5c8bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72216f27-4b", "ovs_interfaceid": "72216f27-4b61-4c2a-9343-918939079d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.578791] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1181.579034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.526s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.579308] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.159s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.579505] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.581581] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.581954] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Cleaning up deleted instances {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1181.606300] env[69731]: INFO nova.scheduler.client.report [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted allocations for instance cf4f3fb4-777d-4e76-adbf-85be1b934556 [ 1181.861022] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088356} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.861022] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.861716] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1415102d-8721-4ead-946e-5c4627b62c2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.887815] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ed6f8456-448a-459c-92d9-b171d76335cd/ed6f8456-448a-459c-92d9-b171d76335cd.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.892480] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.892722] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.892867] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.893061] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.893212] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.893356] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.893558] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.893713] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.893910] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.894090] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.894265] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.899299] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a22ebb8-3d02-4e40-966f-864b07c510e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.915540] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0e7d62-1a70-4dcc-84b3-64aa9c4d208f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.934249] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1181.934249] env[69731]: value = "task-3276041" [ 1181.934249] env[69731]: _type = "Task" [ 1181.934249] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.935774] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1181.935774] env[69731]: value = "task-3276040" [ 1181.935774] env[69731]: _type = "Task" [ 1181.935774] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.947947] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.951235] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276040, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.994211] env[69731]: DEBUG oslo_concurrency.lockutils [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] Releasing lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.994571] env[69731]: DEBUG nova.compute.manager [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.994873] env[69731]: DEBUG nova.compute.manager [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing instance network info cache due to event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.995165] env[69731]: DEBUG oslo_concurrency.lockutils [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.995364] env[69731]: DEBUG oslo_concurrency.lockutils [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.995601] env[69731]: DEBUG nova.network.neutron [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.052256] env[69731]: DEBUG nova.network.neutron [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [{"id": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "address": "fa:16:3e:15:a1:b7", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e1736e-6a", "ovs_interfaceid": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.056208] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Releasing lock "refresh_cache-18fef856-5edc-412b-8059-ebc0ee4193ff" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.057773] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248db0e7-4d22-4fe9-8b3c-82448f94d24f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.068036] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Resuming the VM {{(pid=69731) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1182.069034] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c630b73-c55d-4906-aa4f-755116578042 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.080438] env[69731]: DEBUG oslo_vmware.api [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1182.080438] env[69731]: value = "task-3276042" [ 1182.080438] env[69731]: _type = "Task" [ 1182.080438] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.096216] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] There are 53 instances to clean {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1182.096422] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 05faf92a-918f-45c6-855e-2939c66df3b3] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.106777] env[69731]: DEBUG oslo_vmware.api [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276042, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.117027] env[69731]: DEBUG oslo_concurrency.lockutils [None req-891e19cb-bef9-47fa-a4a1-486e748389bd tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "cf4f3fb4-777d-4e76-adbf-85be1b934556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.462s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.451107] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276041, 'name': ReconfigVM_Task, 'duration_secs': 0.274203} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.454743] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance '7499312f-3f3c-4c71-94d5-a4d3b2ce26f7' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.458262] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276040, 'name': ReconfigVM_Task, 'duration_secs': 0.350369} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.458563] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ed6f8456-448a-459c-92d9-b171d76335cd/ed6f8456-448a-459c-92d9-b171d76335cd.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.459431] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a9d7185-6a0d-4cb8-87a8-c7625a1f62ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.468290] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1182.468290] env[69731]: value = "task-3276043" [ 1182.468290] env[69731]: _type = "Task" [ 1182.468290] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.478250] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276043, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.505123] env[69731]: DEBUG nova.compute.manager [req-6626c06a-46f4-4465-b57b-fedbe030eb5c req-4a89086b-4b21-4e0e-afa4-0f7d444873a2 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Received event network-changed-083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.505123] env[69731]: DEBUG nova.compute.manager [req-6626c06a-46f4-4465-b57b-fedbe030eb5c req-4a89086b-4b21-4e0e-afa4-0f7d444873a2 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Refreshing instance network info cache due to event network-changed-083c836a-1b20-4020-a0b9-496e7af7ac34. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.505325] env[69731]: DEBUG oslo_concurrency.lockutils [req-6626c06a-46f4-4465-b57b-fedbe030eb5c req-4a89086b-4b21-4e0e-afa4-0f7d444873a2 service nova] Acquiring lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.505647] env[69731]: DEBUG oslo_concurrency.lockutils [req-6626c06a-46f4-4465-b57b-fedbe030eb5c req-4a89086b-4b21-4e0e-afa4-0f7d444873a2 service nova] Acquired lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.505724] env[69731]: DEBUG nova.network.neutron [req-6626c06a-46f4-4465-b57b-fedbe030eb5c req-4a89086b-4b21-4e0e-afa4-0f7d444873a2 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Refreshing network info cache for port 083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.564460] env[69731]: DEBUG oslo_concurrency.lockutils [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.597686] env[69731]: DEBUG oslo_vmware.api [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.600334] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 2aacf88c-55b5-4d07-bcee-3decbcfbb29d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.662425] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "661d513f-80a6-4fbf-b047-64ba43490b27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.662698] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "661d513f-80a6-4fbf-b047-64ba43490b27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.662909] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "661d513f-80a6-4fbf-b047-64ba43490b27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.663103] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "661d513f-80a6-4fbf-b047-64ba43490b27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.663273] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "661d513f-80a6-4fbf-b047-64ba43490b27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.666509] env[69731]: INFO nova.compute.manager [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Terminating instance [ 1182.793813] env[69731]: DEBUG nova.network.neutron [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updated VIF entry in instance network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.796494] env[69731]: DEBUG nova.network.neutron [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.962597] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.962904] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.963337] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.963570] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.963723] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.964131] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.964387] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.964551] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.965646] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.965925] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.966231] env[69731]: DEBUG nova.virt.hardware [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.975583] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.976171] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5635e220-eb36-472e-be77-9bc6a4fdb7f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.000840] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276043, 'name': Rename_Task, 'duration_secs': 0.195545} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.002231] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.002703] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1183.002703] env[69731]: value = "task-3276044" [ 1183.002703] env[69731]: _type = "Task" [ 1183.002703] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.002902] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473419cc-95e8-4d39-a187-48b11d43594d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.013347] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1183.013347] env[69731]: value = "task-3276045" [ 1183.013347] env[69731]: _type = "Task" [ 1183.013347] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.019642] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.030355] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.096581] env[69731]: DEBUG oslo_vmware.api [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276042, 'name': PowerOnVM_Task, 'duration_secs': 0.656576} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.097119] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Resumed the VM {{(pid=69731) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1183.097414] env[69731]: DEBUG nova.compute.manager [None req-9f110260-c6a6-4a33-8ff7-031839832419 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.098817] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1c64f0-3964-4fee-942a-3055bf294233 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.103785] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: eda877fe-9fbd-4cf3-b56e-38c47a36e136] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.109196] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09613a3c-d9c9-421e-b41d-af100ce243ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.138525] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffcf28a-ea3a-4545-8c45-8730731935da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.149929] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance '9fffa1fe-484e-4534-b2a7-8ce278903b12' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.171531] env[69731]: DEBUG nova.compute.manager [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.171531] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.171825] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73c1b5-b93a-45bf-adde-03775c6c0e1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.182898] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.185728] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a2625dc-a9cb-4887-bacd-fe651c7da3a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.195828] env[69731]: DEBUG oslo_vmware.api [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1183.195828] env[69731]: value = "task-3276046" [ 1183.195828] env[69731]: _type = "Task" [ 1183.195828] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.206343] env[69731]: DEBUG oslo_vmware.api [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.298946] env[69731]: DEBUG oslo_concurrency.lockutils [req-74394f6a-5757-4b72-a9a3-f5deb848d2e5 req-1f1aec80-d698-4ab5-96e7-400fd5ac36ab service nova] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.301824] env[69731]: DEBUG nova.network.neutron [req-6626c06a-46f4-4465-b57b-fedbe030eb5c req-4a89086b-4b21-4e0e-afa4-0f7d444873a2 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Updated VIF entry in instance network info cache for port 083c836a-1b20-4020-a0b9-496e7af7ac34. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.302205] env[69731]: DEBUG nova.network.neutron [req-6626c06a-46f4-4465-b57b-fedbe030eb5c req-4a89086b-4b21-4e0e-afa4-0f7d444873a2 service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Updating instance_info_cache with network_info: [{"id": "083c836a-1b20-4020-a0b9-496e7af7ac34", "address": "fa:16:3e:c3:19:67", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap083c836a-1b", "ovs_interfaceid": "083c836a-1b20-4020-a0b9-496e7af7ac34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.514966] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276044, 'name': ReconfigVM_Task, 'duration_secs': 0.276714} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.518389] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.519233] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d3661-efa1-40b6-a6fe-daf80de34a2d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.527597] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.545544] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7/7499312f-3f3c-4c71-94d5-a4d3b2ce26f7.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.545846] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e72480f-8a97-4a8f-9e78-cc6b3a88d043 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.565598] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1183.565598] env[69731]: value = "task-3276047" [ 1183.565598] env[69731]: _type = "Task" [ 1183.565598] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.574338] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.611565] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: fe41cf61-289c-4946-a89f-16daf92b6eee] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.657405] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.658041] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff21b8e6-3998-4c40-9c0d-fd70b654071c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.668302] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1183.668302] env[69731]: value = "task-3276048" [ 1183.668302] env[69731]: _type = "Task" [ 1183.668302] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.679649] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.707635] env[69731]: DEBUG oslo_vmware.api [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.805118] env[69731]: DEBUG oslo_concurrency.lockutils [req-6626c06a-46f4-4465-b57b-fedbe030eb5c req-4a89086b-4b21-4e0e-afa4-0f7d444873a2 service nova] Releasing lock "refresh_cache-bf0d87cb-f348-4133-b65a-0f7934533e01" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.026244] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.077270] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.115161] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 113dfbf8-5263-430c-b036-49e3409981f9] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.180471] env[69731]: DEBUG oslo_vmware.api [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276048, 'name': PowerOnVM_Task, 'duration_secs': 0.489996} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.182043] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.182043] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-97a0f780-4170-4f61-979e-1070995b0aff tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance '9fffa1fe-484e-4534-b2a7-8ce278903b12' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.207772] env[69731]: DEBUG oslo_vmware.api [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276046, 'name': PowerOffVM_Task, 'duration_secs': 0.643157} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.208089] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.208300] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.208537] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3afc443-1707-4ff4-828d-1f011c7bbc63 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.292470] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.292600] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.292782] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleting the datastore file [datastore2] 661d513f-80a6-4fbf-b047-64ba43490b27 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.293099] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea4834b2-27e1-4dac-b38f-f36c69596acb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.301676] env[69731]: DEBUG oslo_vmware.api [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1184.301676] env[69731]: value = "task-3276050" [ 1184.301676] env[69731]: _type = "Task" [ 1184.301676] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.310365] env[69731]: DEBUG oslo_vmware.api [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.525422] env[69731]: DEBUG oslo_vmware.api [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276045, 'name': PowerOnVM_Task, 'duration_secs': 1.247637} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.525634] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.527036] env[69731]: INFO nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1184.527036] env[69731]: DEBUG nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.527036] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18bbbbd-e734-492e-a222-3abcc19889c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.578711] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276047, 'name': ReconfigVM_Task, 'duration_secs': 0.681544} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.578994] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7/7499312f-3f3c-4c71-94d5-a4d3b2ce26f7.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.579281] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance '7499312f-3f3c-4c71-94d5-a4d3b2ce26f7' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.619247] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 3f409055-f392-4e1f-bf99-ebc986937562] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.813609] env[69731]: DEBUG oslo_vmware.api [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.045199] env[69731]: INFO nova.compute.manager [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Took 15.29 seconds to build instance. [ 1185.086254] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866e1813-a46d-4922-a4f4-e5cbc5bbfe71 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.109149] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc337782-b8f7-4f33-b318-1ba2931219f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.128856] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 8d90ed3c-aafc-4471-88d3-cf0b8c730827] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.130784] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance '7499312f-3f3c-4c71-94d5-a4d3b2ce26f7' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.313744] env[69731]: DEBUG oslo_vmware.api [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53415} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.314069] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.314281] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.314478] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.314654] env[69731]: INFO nova.compute.manager [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1185.314953] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.315191] env[69731]: DEBUG nova.compute.manager [-] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.315295] env[69731]: DEBUG nova.network.neutron [-] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.456383] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-09fb6d5d-4365-4377-bb53-3cfdbd0038a8-329e9aaf-9d19-44d5-87a7-bc5e43371335" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.456722] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-09fb6d5d-4365-4377-bb53-3cfdbd0038a8-329e9aaf-9d19-44d5-87a7-bc5e43371335" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.457213] env[69731]: DEBUG nova.objects.instance [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'flavor' on Instance uuid 09fb6d5d-4365-4377-bb53-3cfdbd0038a8 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.547356] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1faddaa1-2e18-47f2-a92f-316959025477 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "ed6f8456-448a-459c-92d9-b171d76335cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.801s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.624230] env[69731]: DEBUG nova.compute.manager [req-1b32a046-0125-4468-afb7-ecbf4bae15cc req-18a6507d-3005-4182-b637-51aaec3e4d51 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Received event network-vif-deleted-6772061b-6dbc-4053-9b04-b97795d12ba1 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.624405] env[69731]: INFO nova.compute.manager [req-1b32a046-0125-4468-afb7-ecbf4bae15cc req-18a6507d-3005-4182-b637-51aaec3e4d51 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Neutron deleted interface 6772061b-6dbc-4053-9b04-b97795d12ba1; detaching it from the instance and deleting it from the info cache [ 1185.624596] env[69731]: DEBUG nova.network.neutron [req-1b32a046-0125-4468-afb7-ecbf4bae15cc req-18a6507d-3005-4182-b637-51aaec3e4d51 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.636078] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: ed8b2e3a-3579-4219-947f-62ddaf5fc68b] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.673732] env[69731]: DEBUG nova.network.neutron [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Port 7181ecff-4814-432c-83c9-3c0d2c633b59 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1185.938565] env[69731]: DEBUG oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249aba9-eea9-8aa2-e8b5-62b927b68331/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1185.940057] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ce541-4578-47fc-a6f2-b23f7a573d6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.949799] env[69731]: DEBUG oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249aba9-eea9-8aa2-e8b5-62b927b68331/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1185.950129] env[69731]: ERROR oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249aba9-eea9-8aa2-e8b5-62b927b68331/disk-0.vmdk due to incomplete transfer. [ 1185.950487] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20e42267-def0-4d86-8389-b1624a1a00c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.964899] env[69731]: DEBUG oslo_vmware.rw_handles [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249aba9-eea9-8aa2-e8b5-62b927b68331/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1185.965104] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Uploaded image 6b420581-14f8-4d5b-8098-1a9043f80dde to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1185.967522] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1185.967808] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd502085-19b6-433c-8456-ef3f48c57380 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.975662] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1185.975662] env[69731]: value = "task-3276051" [ 1185.975662] env[69731]: _type = "Task" [ 1185.975662] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.986851] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276051, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.039020] env[69731]: DEBUG nova.network.neutron [-] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.080423] env[69731]: DEBUG nova.objects.instance [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'pci_requests' on Instance uuid 09fb6d5d-4365-4377-bb53-3cfdbd0038a8 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.083830] env[69731]: DEBUG nova.compute.manager [req-4ae776c6-ec74-42b3-ba4a-5bbac46f229a req-8f7afd06-74a1-493e-8db9-b933332cb7b3 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Received event network-changed-bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.083951] env[69731]: DEBUG nova.compute.manager [req-4ae776c6-ec74-42b3-ba4a-5bbac46f229a req-8f7afd06-74a1-493e-8db9-b933332cb7b3 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Refreshing instance network info cache due to event network-changed-bb367ffc-798a-4120-8edc-368c559370e9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.084234] env[69731]: DEBUG oslo_concurrency.lockutils [req-4ae776c6-ec74-42b3-ba4a-5bbac46f229a req-8f7afd06-74a1-493e-8db9-b933332cb7b3 service nova] Acquiring lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.084428] env[69731]: DEBUG oslo_concurrency.lockutils [req-4ae776c6-ec74-42b3-ba4a-5bbac46f229a req-8f7afd06-74a1-493e-8db9-b933332cb7b3 service nova] Acquired lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.084551] env[69731]: DEBUG nova.network.neutron [req-4ae776c6-ec74-42b3-ba4a-5bbac46f229a req-8f7afd06-74a1-493e-8db9-b933332cb7b3 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Refreshing network info cache for port bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.127056] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3df6ce13-81d0-4567-85c4-10e1fc87c87e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.139951] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e1f09f-3502-40e3-84d9-c877f055db8b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.152485] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 0e347564-42ae-41b4-b210-97246e3dc61f] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.190540] env[69731]: DEBUG nova.compute.manager [req-1b32a046-0125-4468-afb7-ecbf4bae15cc req-18a6507d-3005-4182-b637-51aaec3e4d51 service nova] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Detach interface failed, port_id=6772061b-6dbc-4053-9b04-b97795d12ba1, reason: Instance 661d513f-80a6-4fbf-b047-64ba43490b27 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.486730] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276051, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.543287] env[69731]: INFO nova.compute.manager [-] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Took 1.23 seconds to deallocate network for instance. [ 1186.587798] env[69731]: DEBUG nova.objects.base [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Object Instance<09fb6d5d-4365-4377-bb53-3cfdbd0038a8> lazy-loaded attributes: flavor,pci_requests {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.588058] env[69731]: DEBUG nova.network.neutron [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.657039] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 8d0a3fae-240c-44a4-9756-0e3dea870f3d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.715917] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.716222] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.716451] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.718573] env[69731]: DEBUG nova.policy [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.920619] env[69731]: DEBUG nova.network.neutron [req-4ae776c6-ec74-42b3-ba4a-5bbac46f229a req-8f7afd06-74a1-493e-8db9-b933332cb7b3 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Updated VIF entry in instance network info cache for port bb367ffc-798a-4120-8edc-368c559370e9. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.920991] env[69731]: DEBUG nova.network.neutron [req-4ae776c6-ec74-42b3-ba4a-5bbac46f229a req-8f7afd06-74a1-493e-8db9-b933332cb7b3 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Updating instance_info_cache with network_info: [{"id": "bb367ffc-798a-4120-8edc-368c559370e9", "address": "fa:16:3e:e5:0f:48", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb367ffc-79", "ovs_interfaceid": "bb367ffc-798a-4120-8edc-368c559370e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.989180] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276051, 'name': Destroy_Task, 'duration_secs': 0.807909} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.989552] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Destroyed the VM [ 1186.989829] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1186.990150] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38eca5cc-b909-4cdb-9829-7ab1d8bdaf5c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.002111] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1187.002111] env[69731]: value = "task-3276052" [ 1187.002111] env[69731]: _type = "Task" [ 1187.002111] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.012134] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.052678] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.053247] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.053511] env[69731]: DEBUG nova.objects.instance [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lazy-loading 'resources' on Instance uuid 661d513f-80a6-4fbf-b047-64ba43490b27 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.159989] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: fe4f9835-99f3-4bd7-b347-6270efe491e6] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.318601] env[69731]: DEBUG nova.network.neutron [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Port 82e1736e-6ad7-40fc-9400-40d8b3000b97 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1187.319193] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.319428] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.319711] env[69731]: DEBUG nova.network.neutron [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.424358] env[69731]: DEBUG oslo_concurrency.lockutils [req-4ae776c6-ec74-42b3-ba4a-5bbac46f229a req-8f7afd06-74a1-493e-8db9-b933332cb7b3 service nova] Releasing lock "refresh_cache-ed6f8456-448a-459c-92d9-b171d76335cd" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.514630] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.664088] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 204c0610-2c60-4d2e-9fd1-510f8e8ead56] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.761690] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.762101] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.762336] env[69731]: DEBUG nova.network.neutron [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.827197] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282576ce-659d-4ace-a642-37bebd7a74da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.836337] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a75cd-443b-4228-bccf-be0a4f44e4ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.888265] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34bd0db-2c1e-440e-a53d-9773a333f5a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.897705] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb58d01-0edf-49d3-ab99-097bae8a3351 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.917299] env[69731]: DEBUG nova.compute.provider_tree [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.016032] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.153810] env[69731]: DEBUG nova.network.neutron [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [{"id": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "address": "fa:16:3e:15:a1:b7", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e1736e-6a", "ovs_interfaceid": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.167709] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: bb7875ff-8d28-4a5d-9360-fd41e05e680c] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.253164] env[69731]: DEBUG nova.compute.manager [req-92fa5b7e-c2ee-4715-9096-53fa80f7fee5 req-d103704a-0248-4f5e-b3a4-8f2814f70a32 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-vif-plugged-329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.254088] env[69731]: DEBUG oslo_concurrency.lockutils [req-92fa5b7e-c2ee-4715-9096-53fa80f7fee5 req-d103704a-0248-4f5e-b3a4-8f2814f70a32 service nova] Acquiring lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.254088] env[69731]: DEBUG oslo_concurrency.lockutils [req-92fa5b7e-c2ee-4715-9096-53fa80f7fee5 req-d103704a-0248-4f5e-b3a4-8f2814f70a32 service nova] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.254088] env[69731]: DEBUG oslo_concurrency.lockutils [req-92fa5b7e-c2ee-4715-9096-53fa80f7fee5 req-d103704a-0248-4f5e-b3a4-8f2814f70a32 service nova] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.254088] env[69731]: DEBUG nova.compute.manager [req-92fa5b7e-c2ee-4715-9096-53fa80f7fee5 req-d103704a-0248-4f5e-b3a4-8f2814f70a32 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] No waiting events found dispatching network-vif-plugged-329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.254671] env[69731]: WARNING nova.compute.manager [req-92fa5b7e-c2ee-4715-9096-53fa80f7fee5 req-d103704a-0248-4f5e-b3a4-8f2814f70a32 service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received unexpected event network-vif-plugged-329e9aaf-9d19-44d5-87a7-bc5e43371335 for instance with vm_state active and task_state None. [ 1188.420616] env[69731]: DEBUG nova.scheduler.client.report [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.512826] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276052, 'name': RemoveSnapshot_Task, 'duration_secs': 1.35445} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.513054] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1188.513325] env[69731]: DEBUG nova.compute.manager [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.514431] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f33b812-8fd0-49b5-9a32-691602ae9935 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.657185] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.666078] env[69731]: DEBUG nova.network.neutron [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Successfully updated port: 329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.670189] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: be64ce3f-f516-4fff-ba26-020d3534eead] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.742658] env[69731]: DEBUG nova.network.neutron [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance_info_cache with network_info: [{"id": "7181ecff-4814-432c-83c9-3c0d2c633b59", "address": "fa:16:3e:15:98:83", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7181ecff-48", "ovs_interfaceid": "7181ecff-4814-432c-83c9-3c0d2c633b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.926134] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.949750] env[69731]: INFO nova.scheduler.client.report [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted allocations for instance 661d513f-80a6-4fbf-b047-64ba43490b27 [ 1189.026538] env[69731]: INFO nova.compute.manager [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Shelve offloading [ 1189.160102] env[69731]: DEBUG nova.compute.manager [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69731) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1189.160400] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.160693] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.168902] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.169162] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.170108] env[69731]: DEBUG nova.network.neutron [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.173500] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 727adcef-6cb0-4ea6-bbf7-b13a9377deb1] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.245636] env[69731]: DEBUG oslo_concurrency.lockutils [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.456748] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0b306b08-41f2-4715-b188-1875dab822a0 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "661d513f-80a6-4fbf-b047-64ba43490b27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.794s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.529851] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.530262] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd818290-ca87-4485-a72d-49e302eebe5b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.539625] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1189.539625] env[69731]: value = "task-3276054" [ 1189.539625] env[69731]: _type = "Task" [ 1189.539625] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.549061] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.663812] env[69731]: DEBUG nova.objects.instance [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'migration_context' on Instance uuid 9fffa1fe-484e-4534-b2a7-8ce278903b12 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.677340] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: e15d2d7d-00db-4014-8373-86bf70dad647] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.707030] env[69731]: WARNING nova.network.neutron [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] ab52b71e-3144-4acc-8418-0f2130dd7826 already exists in list: networks containing: ['ab52b71e-3144-4acc-8418-0f2130dd7826']. ignoring it [ 1189.765064] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ce6e74-1288-40bf-9e4b-0ddac7cf600b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.785021] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d43a95-cd5d-4cea-903b-b23e5da9deee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.798133] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance '7499312f-3f3c-4c71-94d5-a4d3b2ce26f7' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.004810] env[69731]: DEBUG nova.network.neutron [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "329e9aaf-9d19-44d5-87a7-bc5e43371335", "address": "fa:16:3e:b4:b7:23", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e9aaf-9d", "ovs_interfaceid": "329e9aaf-9d19-44d5-87a7-bc5e43371335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.052164] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1190.052413] env[69731]: DEBUG nova.compute.manager [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.053636] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f665a49-3db3-4774-8dc5-459773a0a3fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.060371] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.060534] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.060874] env[69731]: DEBUG nova.network.neutron [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.071995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "a5195240-9731-4197-952b-eda4136d179b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.072227] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a5195240-9731-4197-952b-eda4136d179b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.180781] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 6f90e466-ac6d-45df-a7f4-dab43b13a480] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.285113] env[69731]: DEBUG nova.compute.manager [req-d64455ad-84be-4500-b2bc-4df7c6f4add3 req-3393208c-593d-4d2f-af8b-2e106794bdfc service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-changed-329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.285217] env[69731]: DEBUG nova.compute.manager [req-d64455ad-84be-4500-b2bc-4df7c6f4add3 req-3393208c-593d-4d2f-af8b-2e106794bdfc service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing instance network info cache due to event network-changed-329e9aaf-9d19-44d5-87a7-bc5e43371335. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.285406] env[69731]: DEBUG oslo_concurrency.lockutils [req-d64455ad-84be-4500-b2bc-4df7c6f4add3 req-3393208c-593d-4d2f-af8b-2e106794bdfc service nova] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.307247] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.307763] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d358aef-9513-4cfb-a825-3287b3437ca0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.317994] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1190.317994] env[69731]: value = "task-3276055" [ 1190.317994] env[69731]: _type = "Task" [ 1190.317994] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.330895] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.444467] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14a7da1-646c-46fc-b7ae-a02d3722da75 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.454473] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8971be50-3907-4bb7-84d4-11ea92f8f79a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.488251] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4290fd42-05d7-4445-9d17-2ccd4e0cb922 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.496963] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7fc2e5-b0e6-481c-a66d-0314e531d15e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.515121] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.515932] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.516106] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.516608] env[69731]: DEBUG nova.compute.provider_tree [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.518201] env[69731]: DEBUG oslo_concurrency.lockutils [req-d64455ad-84be-4500-b2bc-4df7c6f4add3 req-3393208c-593d-4d2f-af8b-2e106794bdfc service nova] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.518378] env[69731]: DEBUG nova.network.neutron [req-d64455ad-84be-4500-b2bc-4df7c6f4add3 req-3393208c-593d-4d2f-af8b-2e106794bdfc service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing network info cache for port 329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.520380] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239b524d-f985-4dc6-afc7-ad28893acee2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.523583] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "18fef856-5edc-412b-8059-ebc0ee4193ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.523805] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.524136] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.524317] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.524486] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.526716] env[69731]: INFO nova.compute.manager [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Terminating instance [ 1190.545546] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.545813] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.545966] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.546193] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.546338] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.546483] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.546724] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.546888] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.547100] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.547534] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.547750] env[69731]: DEBUG nova.virt.hardware [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.558432] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Reconfiguring VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1190.559515] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d998f1c1-3d9d-4159-b56e-28ae50f2306f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.576843] env[69731]: DEBUG nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.587675] env[69731]: DEBUG oslo_vmware.api [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1190.587675] env[69731]: value = "task-3276057" [ 1190.587675] env[69731]: _type = "Task" [ 1190.587675] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.598652] env[69731]: DEBUG oslo_vmware.api [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276057, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.684457] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 762a44fb-c5c8-480f-a7b2-bbace1b3ea19] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.829219] env[69731]: DEBUG oslo_vmware.api [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276055, 'name': PowerOnVM_Task, 'duration_secs': 0.479296} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.829429] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.829613] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-043c842e-2a91-4c64-a1b0-776188db7f3a tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance '7499312f-3f3c-4c71-94d5-a4d3b2ce26f7' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.844288] env[69731]: DEBUG nova.network.neutron [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating instance_info_cache with network_info: [{"id": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "address": "fa:16:3e:60:a7:4f", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923e4cb2-80", "ovs_interfaceid": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.024526] env[69731]: DEBUG nova.scheduler.client.report [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.030665] env[69731]: DEBUG nova.compute.manager [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.030886] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.031759] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5502bf7-e066-4257-b493-3448779cc969 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.041238] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.042209] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1591f480-61c8-4762-a3e9-a284cd213ffc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.054934] env[69731]: DEBUG oslo_vmware.api [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1191.054934] env[69731]: value = "task-3276058" [ 1191.054934] env[69731]: _type = "Task" [ 1191.054934] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.070119] env[69731]: DEBUG oslo_vmware.api [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.101517] env[69731]: DEBUG oslo_vmware.api [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.103312] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.188025] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: a37830b1-42f8-4b0e-9e2f-ef21dd43cf68] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.246503] env[69731]: DEBUG nova.network.neutron [req-d64455ad-84be-4500-b2bc-4df7c6f4add3 req-3393208c-593d-4d2f-af8b-2e106794bdfc service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updated VIF entry in instance network info cache for port 329e9aaf-9d19-44d5-87a7-bc5e43371335. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.246951] env[69731]: DEBUG nova.network.neutron [req-d64455ad-84be-4500-b2bc-4df7c6f4add3 req-3393208c-593d-4d2f-af8b-2e106794bdfc service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "329e9aaf-9d19-44d5-87a7-bc5e43371335", "address": "fa:16:3e:b4:b7:23", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e9aaf-9d", "ovs_interfaceid": "329e9aaf-9d19-44d5-87a7-bc5e43371335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.347012] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.566640] env[69731]: DEBUG oslo_vmware.api [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276058, 'name': PowerOffVM_Task, 'duration_secs': 0.244285} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.566906] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.567087] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.567344] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-977ba1b0-4397-4c76-9a1f-34ed0efdd05e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.601725] env[69731]: DEBUG oslo_vmware.api [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.644990] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.645315] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.645521] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleting the datastore file [datastore1] 18fef856-5edc-412b-8059-ebc0ee4193ff {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.645834] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feeee45b-1ef4-405d-9109-67afe6a71064 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.654388] env[69731]: DEBUG oslo_vmware.api [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for the task: (returnval){ [ 1191.654388] env[69731]: value = "task-3276060" [ 1191.654388] env[69731]: _type = "Task" [ 1191.654388] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.663681] env[69731]: DEBUG oslo_vmware.api [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.681380] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.682450] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6a6b66-ee5e-4ebc-a099-f6229f5a5d4c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.690934] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 1e26bce0-a311-49b3-af15-a0935fa97372] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.692915] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.693396] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12a927a3-0555-40e3-9fbb-890e44411176 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.750763] env[69731]: DEBUG oslo_concurrency.lockutils [req-d64455ad-84be-4500-b2bc-4df7c6f4add3 req-3393208c-593d-4d2f-af8b-2e106794bdfc service nova] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.784124] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.784780] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.784780] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleting the datastore file [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.784959] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572c90d6-3411-4be4-bca1-dbe4838fe04f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.793417] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1191.793417] env[69731]: value = "task-3276062" [ 1191.793417] env[69731]: _type = "Task" [ 1191.793417] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.803674] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.027337] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.027581] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.037345] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.876s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.046741] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.944s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.048131] env[69731]: INFO nova.compute.claims [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.103020] env[69731]: DEBUG oslo_vmware.api [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276057, 'name': ReconfigVM_Task, 'duration_secs': 1.30849} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.103762] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.104188] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Reconfigured VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1192.165474] env[69731]: DEBUG oslo_vmware.api [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Task: {'id': task-3276060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16845} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.165720] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.165843] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.166024] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.166211] env[69731]: INFO nova.compute.manager [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1192.166454] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.166696] env[69731]: DEBUG nova.compute.manager [-] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.166754] env[69731]: DEBUG nova.network.neutron [-] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.194202] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 38066d11-35c5-429d-b578-c11bbe9dbbb2] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.304299] env[69731]: DEBUG oslo_vmware.api [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201014} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.304610] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.304837] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.305070] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.333380] env[69731]: INFO nova.scheduler.client.report [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted allocations for instance 569c7b2e-f30c-4768-825e-0760e9dcc821 [ 1192.530525] env[69731]: DEBUG nova.compute.utils [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.609730] env[69731]: DEBUG oslo_concurrency.lockutils [None req-28cc7ecd-61f3-428e-a29e-2a5c1e423910 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-09fb6d5d-4365-4377-bb53-3cfdbd0038a8-329e9aaf-9d19-44d5-87a7-bc5e43371335" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.153s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.697696] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 5fdafe96-8cf7-4a0a-b873-95453b1e165c] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.838178] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.934691] env[69731]: DEBUG nova.network.neutron [-] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.033940] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.201671] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 6c76ba6e-055b-4b39-b3b0-3cd49750351b] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.277432] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a56bb0f-2e45-4e91-a0fe-4fe53973447c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.286189] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b4d52-72f3-4105-914c-996162f60397 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.318562] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e22e324-3080-4cae-a59d-4b5457dab051 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.326339] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfdd77f-3ab0-422d-9354-bc23833b2c64 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.341784] env[69731]: DEBUG nova.compute.provider_tree [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.437314] env[69731]: INFO nova.compute.manager [-] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Took 1.27 seconds to deallocate network for instance. [ 1193.582971] env[69731]: INFO nova.compute.manager [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Swapping old allocation on dict_keys(['6951895d-c5d2-47c4-abb0-8eab0b7d2bfb']) held by migration 629cfb02-b9c6-4c66-a6c1-8335fcdc4168 for instance [ 1193.609675] env[69731]: DEBUG nova.scheduler.client.report [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Overwriting current allocation {'allocations': {'6951895d-c5d2-47c4-abb0-8eab0b7d2bfb': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 170}}, 'project_id': '5f782d786cd54fb78c9fce796ee7ee2a', 'user_id': '7c5d361fb21645819c66245279010d39', 'consumer_generation': 1} on consumer 9fffa1fe-484e-4534-b2a7-8ce278903b12 {{(pid=69731) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1193.659068] env[69731]: DEBUG nova.compute.manager [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received event network-vif-unplugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.659309] env[69731]: DEBUG oslo_concurrency.lockutils [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] Acquiring lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.659589] env[69731]: DEBUG oslo_concurrency.lockutils [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.659799] env[69731]: DEBUG oslo_concurrency.lockutils [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.659973] env[69731]: DEBUG nova.compute.manager [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] No waiting events found dispatching network-vif-unplugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.660164] env[69731]: WARNING nova.compute.manager [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received unexpected event network-vif-unplugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f for instance with vm_state shelved_offloaded and task_state None. [ 1193.660324] env[69731]: DEBUG nova.compute.manager [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received event network-changed-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.660518] env[69731]: DEBUG nova.compute.manager [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Refreshing instance network info cache due to event network-changed-923e4cb2-80b2-4931-b0b8-6f2d1ced419f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.660752] env[69731]: DEBUG oslo_concurrency.lockutils [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] Acquiring lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.660935] env[69731]: DEBUG oslo_concurrency.lockutils [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] Acquired lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.661158] env[69731]: DEBUG nova.network.neutron [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Refreshing network info cache for port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.706933] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 3337e44f-4fb3-4465-988f-42d941eb3bb0] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.709615] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.709752] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.709920] env[69731]: DEBUG nova.network.neutron [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.845510] env[69731]: DEBUG nova.scheduler.client.report [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.943959] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.102260] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.102527] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.102764] env[69731]: INFO nova.compute.manager [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Attaching volume 61fadec0-e87b-49f1-9877-c72200aff30f to /dev/sdb [ 1194.133861] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeb1a36-0353-459c-a636-b1be8aa204a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.141418] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ef9d2a-ca6e-4727-9d23-94c35a45adb3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.155930] env[69731]: DEBUG nova.virt.block_device [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating existing volume attachment record: 22588c81-150e-4062-8beb-17ab0ec59e38 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.215530] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 465452c2-0073-4a8a-b42d-168d71eafc96] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.350730] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.351279] env[69731]: DEBUG nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.354022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.516s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.354108] env[69731]: DEBUG nova.objects.instance [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'resources' on Instance uuid 569c7b2e-f30c-4768-825e-0760e9dcc821 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.389133] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.389407] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.389591] env[69731]: DEBUG nova.compute.manager [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Going to confirm migration 9 {{(pid=69731) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1194.404995] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-09fb6d5d-4365-4377-bb53-3cfdbd0038a8-329e9aaf-9d19-44d5-87a7-bc5e43371335" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.405264] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-09fb6d5d-4365-4377-bb53-3cfdbd0038a8-329e9aaf-9d19-44d5-87a7-bc5e43371335" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.497676] env[69731]: DEBUG nova.network.neutron [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updated VIF entry in instance network info cache for port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.498131] env[69731]: DEBUG nova.network.neutron [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating instance_info_cache with network_info: [{"id": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "address": "fa:16:3e:60:a7:4f", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": null, "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap923e4cb2-80", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.532029] env[69731]: DEBUG nova.network.neutron [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [{"id": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "address": "fa:16:3e:15:a1:b7", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e1736e-6a", "ovs_interfaceid": "82e1736e-6ad7-40fc-9400-40d8b3000b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.721051] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 325fbc7f-013c-4363-832d-e90f19f59d52] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.856875] env[69731]: DEBUG nova.compute.utils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.858596] env[69731]: DEBUG nova.objects.instance [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'numa_topology' on Instance uuid 569c7b2e-f30c-4768-825e-0760e9dcc821 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.860621] env[69731]: DEBUG nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.860816] env[69731]: DEBUG nova.network.neutron [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.900229] env[69731]: DEBUG nova.policy [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6bbadda2b9e4c38829965965af007c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f062e1c47ea4858af4c8b2a73b4636c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.908601] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.908601] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.909427] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d0a80b-09ea-434b-beed-e96638908519 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.930929] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcef92e-d5b9-45ea-9180-ddd32c4ce54a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.958880] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Reconfiguring VM to detach interface {{(pid=69731) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1194.959221] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec48e0e-248d-4da7-a0f8-54fd73a392a1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.983324] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1194.983324] env[69731]: value = "task-3276068" [ 1194.983324] env[69731]: _type = "Task" [ 1194.983324] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.991819] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.992976] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.993610] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquired lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.993610] env[69731]: DEBUG nova.network.neutron [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.993610] env[69731]: DEBUG nova.objects.instance [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lazy-loading 'info_cache' on Instance uuid 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.000775] env[69731]: DEBUG oslo_concurrency.lockutils [req-075e5a68-b50d-4a44-8659-140193b15dc3 req-70fe352e-962e-4016-8ddb-a69b177e0fdc service nova] Releasing lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.034509] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-9fffa1fe-484e-4534-b2a7-8ce278903b12" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.035109] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.035481] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-432fe867-ab9e-4c19-8bc0-544acbc68623 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.045490] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1195.045490] env[69731]: value = "task-3276069" [ 1195.045490] env[69731]: _type = "Task" [ 1195.045490] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.053861] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.077150] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "569c7b2e-f30c-4768-825e-0760e9dcc821" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.215821] env[69731]: DEBUG nova.network.neutron [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Successfully created port: 7385a284-3a3e-4ac3-90b0-b6cc7539b31a {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.224933] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 8e6ed9f2-5555-4447-beb9-c7adbabebd32] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.362049] env[69731]: DEBUG nova.objects.base [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Object Instance<569c7b2e-f30c-4768-825e-0760e9dcc821> lazy-loaded attributes: resources,numa_topology {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.365643] env[69731]: DEBUG nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.499602] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.556114] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276069, 'name': PowerOffVM_Task, 'duration_secs': 0.194092} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.558464] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.559141] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.559341] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.559494] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.559672] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.559817] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.559961] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.560184] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.560338] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.560503] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.560660] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.560829] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.566037] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2021a857-9ce4-47e8-9437-8f5704b3ca8a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.577438] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca4f998-194c-4578-b6f6-374eb0b5518c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.584888] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47684ecd-81dd-4386-bfa7-c5c63b7fdcf6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.588760] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1195.588760] env[69731]: value = "task-3276070" [ 1195.588760] env[69731]: _type = "Task" [ 1195.588760] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.616844] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed991c40-e18d-40f5-89cc-09e329198e3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.623273] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.628664] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d842c997-66e3-4ea9-a7ee-1d85c950b132 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.644072] env[69731]: DEBUG nova.compute.provider_tree [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.687853] env[69731]: DEBUG nova.compute.manager [req-59798d39-c55a-4f67-b86d-e72ad8e4232b req-a2bc302b-33c5-4cc2-baee-c22bc06cf2ed service nova] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Received event network-vif-deleted-72216f27-4b61-4c2a-9343-918939079d0f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.729055] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: b4109e96-8bcd-4f2a-befb-a14d6a85382b] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.995599] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.098754] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276070, 'name': ReconfigVM_Task, 'duration_secs': 0.152735} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.099659] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a8ae69-e4ce-40ae-94db-744ac59996b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.119137] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.119402] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.119561] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.119764] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.119894] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.120044] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.120256] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.120413] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.120577] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.120738] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.120906] env[69731]: DEBUG nova.virt.hardware [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.123850] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4da9bf-1e2f-42d6-b843-88aa439f0e52 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.131525] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1196.131525] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524da1f9-c2e5-d4db-d5ad-e56cb9be5b55" [ 1196.131525] env[69731]: _type = "Task" [ 1196.131525] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.142279] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524da1f9-c2e5-d4db-d5ad-e56cb9be5b55, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.147636] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.148506] env[69731]: DEBUG nova.scheduler.client.report [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.151716] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc8f2a7-bd8a-4a09-8e94-7b6bdd610c79 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.174309] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1196.174309] env[69731]: value = "task-3276071" [ 1196.174309] env[69731]: _type = "Task" [ 1196.174309] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.184750] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.232061] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 2390d5e0-3315-4d7b-9106-0231d4d3fa61] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.235091] env[69731]: DEBUG nova.network.neutron [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance_info_cache with network_info: [{"id": "7181ecff-4814-432c-83c9-3c0d2c633b59", "address": "fa:16:3e:15:98:83", "network": {"id": "6c69943e-0839-4b00-a890-c32e0c1a38b8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-105024163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f528f2d58621430da63b91a5b82e86a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7181ecff-48", "ovs_interfaceid": "7181ecff-4814-432c-83c9-3c0d2c633b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.375699] env[69731]: DEBUG nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.400831] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.401097] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.401261] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.401443] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.401586] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.401729] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.401937] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.402131] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.402306] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.402467] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.402633] env[69731]: DEBUG nova.virt.hardware [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.403518] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d41c9-afc7-4509-a9ae-f2291e4f2073 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.413505] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092a0f0-20bb-4abb-ab21-21bf2bcf091f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.495364] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.666198] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.668741] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.725s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.668988] env[69731]: DEBUG nova.objects.instance [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lazy-loading 'resources' on Instance uuid 18fef856-5edc-412b-8059-ebc0ee4193ff {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.679520] env[69731]: DEBUG nova.network.neutron [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Successfully updated port: 7385a284-3a3e-4ac3-90b0-b6cc7539b31a {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.687337] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276071, 'name': ReconfigVM_Task, 'duration_secs': 0.195091} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.687785] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.689115] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e104425-e914-4f18-81a6-f581f5cdba4a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.722522] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12/9fffa1fe-484e-4534-b2a7-8ce278903b12.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.723716] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ae7c6e-1c6f-4e90-848e-97af63e62744 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.743023] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: e9043ee3-be78-448e-a2ab-a0e41d023b4d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.747280] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Releasing lock "refresh_cache-7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.747553] env[69731]: DEBUG nova.objects.instance [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lazy-loading 'migration_context' on Instance uuid 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.756070] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1196.756070] env[69731]: value = "task-3276073" [ 1196.756070] env[69731]: _type = "Task" [ 1196.756070] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.766222] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.998598] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.177898] env[69731]: DEBUG oslo_concurrency.lockutils [None req-309ae00e-c9ff-474c-bcb0-2bfe8ee1e817 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.320s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.178796] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.102s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.178976] env[69731]: INFO nova.compute.manager [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Unshelving [ 1197.181852] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "refresh_cache-a5195240-9731-4197-952b-eda4136d179b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.182053] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "refresh_cache-a5195240-9731-4197-952b-eda4136d179b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.182596] env[69731]: DEBUG nova.network.neutron [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.249945] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 413bb13f-3ff9-4994-8777-93c70336d533] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.254903] env[69731]: DEBUG nova.objects.base [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Object Instance<7499312f-3f3c-4c71-94d5-a4d3b2ce26f7> lazy-loaded attributes: info_cache,migration_context {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1197.256354] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6295bff1-b928-4d51-9eb0-3513d9a1ca3b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.290250] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276073, 'name': ReconfigVM_Task, 'duration_secs': 0.305336} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.291251] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca602e4-87b1-4101-abcd-066d34dc5847 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.293610] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12/9fffa1fe-484e-4534-b2a7-8ce278903b12.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.294675] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4a720f-6c6a-4215-87f0-1f0183a7c3ae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.302190] env[69731]: DEBUG oslo_vmware.api [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1197.302190] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d0bf16-b0d6-cc2e-0f32-9e23c63dcc8d" [ 1197.302190] env[69731]: _type = "Task" [ 1197.302190] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.321842] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b09dbd0-1e3a-4b13-888f-e8a7afd688db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.330404] env[69731]: DEBUG oslo_vmware.api [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d0bf16-b0d6-cc2e-0f32-9e23c63dcc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.00823} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.343288] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.346930] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e51a438-7c9e-4038-b630-529e1ac97a89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.370155] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a443cf6-4ffb-4684-b2fc-b128019e9160 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.378486] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.378748] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc40647e-acdc-40db-8c3b-3e21cb8d01e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.385562] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1197.385562] env[69731]: value = "task-3276075" [ 1197.385562] env[69731]: _type = "Task" [ 1197.385562] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.393424] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.456422] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef1fa5-9171-48fd-8eea-aad4543ce0a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.463980] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9a4094-dac8-4bc6-9952-aaea43c4af9f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.499462] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f16dd3-7c9e-415a-8fa2-63587ba8c235 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.507976] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.511109] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88363e1-9be7-4968-b32a-030f0be52f43 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.525838] env[69731]: DEBUG nova.compute.provider_tree [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.714935] env[69731]: DEBUG nova.compute.manager [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] Received event network-vif-plugged-7385a284-3a3e-4ac3-90b0-b6cc7539b31a {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.715674] env[69731]: DEBUG oslo_concurrency.lockutils [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] Acquiring lock "a5195240-9731-4197-952b-eda4136d179b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.715903] env[69731]: DEBUG oslo_concurrency.lockutils [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] Lock "a5195240-9731-4197-952b-eda4136d179b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.716087] env[69731]: DEBUG oslo_concurrency.lockutils [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] Lock "a5195240-9731-4197-952b-eda4136d179b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.716270] env[69731]: DEBUG nova.compute.manager [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] No waiting events found dispatching network-vif-plugged-7385a284-3a3e-4ac3-90b0-b6cc7539b31a {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.716435] env[69731]: WARNING nova.compute.manager [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] Received unexpected event network-vif-plugged-7385a284-3a3e-4ac3-90b0-b6cc7539b31a for instance with vm_state building and task_state spawning. [ 1197.716593] env[69731]: DEBUG nova.compute.manager [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] Received event network-changed-7385a284-3a3e-4ac3-90b0-b6cc7539b31a {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.716747] env[69731]: DEBUG nova.compute.manager [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] Refreshing instance network info cache due to event network-changed-7385a284-3a3e-4ac3-90b0-b6cc7539b31a. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.716914] env[69731]: DEBUG oslo_concurrency.lockutils [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] Acquiring lock "refresh_cache-a5195240-9731-4197-952b-eda4136d179b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.720497] env[69731]: DEBUG nova.network.neutron [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.757086] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 2030c18c-0736-4de5-bfbf-8801ced72fe0] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.866589] env[69731]: DEBUG nova.network.neutron [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Updating instance_info_cache with network_info: [{"id": "7385a284-3a3e-4ac3-90b0-b6cc7539b31a", "address": "fa:16:3e:55:57:d9", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7385a284-3a", "ovs_interfaceid": "7385a284-3a3e-4ac3-90b0-b6cc7539b31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.897043] env[69731]: DEBUG oslo_vmware.api [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276075, 'name': PowerOnVM_Task, 'duration_secs': 0.402539} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.897318] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.006271] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.029527] env[69731]: DEBUG nova.scheduler.client.report [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.205553] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.261038] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 27901116-528f-416f-a9cd-c8694bedae6d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.370353] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "refresh_cache-a5195240-9731-4197-952b-eda4136d179b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.370701] env[69731]: DEBUG nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Instance network_info: |[{"id": "7385a284-3a3e-4ac3-90b0-b6cc7539b31a", "address": "fa:16:3e:55:57:d9", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7385a284-3a", "ovs_interfaceid": "7385a284-3a3e-4ac3-90b0-b6cc7539b31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.371020] env[69731]: DEBUG oslo_concurrency.lockutils [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] Acquired lock "refresh_cache-a5195240-9731-4197-952b-eda4136d179b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.371255] env[69731]: DEBUG nova.network.neutron [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] Refreshing network info cache for port 7385a284-3a3e-4ac3-90b0-b6cc7539b31a {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.372662] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:57:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7385a284-3a3e-4ac3-90b0-b6cc7539b31a', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.380755] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.384044] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5195240-9731-4197-952b-eda4136d179b] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.384618] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff4794ea-9c71-4d65-b5c4-1e62c82b94fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.412779] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.412779] env[69731]: value = "task-3276076" [ 1198.412779] env[69731]: _type = "Task" [ 1198.412779] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.422600] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276076, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.507133] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.535312] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.537675] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.194s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.560772] env[69731]: INFO nova.scheduler.client.report [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Deleted allocations for instance 18fef856-5edc-412b-8059-ebc0ee4193ff [ 1198.607572] env[69731]: DEBUG nova.network.neutron [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] Updated VIF entry in instance network info cache for port 7385a284-3a3e-4ac3-90b0-b6cc7539b31a. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.607989] env[69731]: DEBUG nova.network.neutron [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] Updating instance_info_cache with network_info: [{"id": "7385a284-3a3e-4ac3-90b0-b6cc7539b31a", "address": "fa:16:3e:55:57:d9", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7385a284-3a", "ovs_interfaceid": "7385a284-3a3e-4ac3-90b0-b6cc7539b31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.765034] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: c6288f2d-c6bb-4904-b2ae-e701dbfc7653] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.908609] env[69731]: INFO nova.compute.manager [None req-213ae525-42c8-41a7-9c91-20050a0ad66f tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance to original state: 'active' [ 1198.924033] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276076, 'name': CreateVM_Task, 'duration_secs': 0.394205} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.924033] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5195240-9731-4197-952b-eda4136d179b] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.924654] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.925430] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.925430] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.925430] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddba2c99-9acc-4a8d-b7d1-84bbbede131f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.930638] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1198.930638] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52955a0d-02e7-3055-9ead-d605b1525a2a" [ 1198.930638] env[69731]: _type = "Task" [ 1198.930638] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.939039] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52955a0d-02e7-3055-9ead-d605b1525a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.007303] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.068034] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7084ef72-ea3d-44ec-9191-f3e98bbc1554 tempest-ServersNegativeTestJSON-1244107188 tempest-ServersNegativeTestJSON-1244107188-project-member] Lock "18fef856-5edc-412b-8059-ebc0ee4193ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.544s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.110812] env[69731]: DEBUG oslo_concurrency.lockutils [req-5216290b-59af-49ca-8546-ccb19cbc6381 req-6aac02c7-536c-4063-9d36-481cbab590e9 service nova] Releasing lock "refresh_cache-a5195240-9731-4197-952b-eda4136d179b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.204037] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1199.204037] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654311', 'volume_id': '61fadec0-e87b-49f1-9877-c72200aff30f', 'name': 'volume-61fadec0-e87b-49f1-9877-c72200aff30f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc39fedf-8db2-4922-a357-a6321cf8ef1b', 'attached_at': '', 'detached_at': '', 'volume_id': '61fadec0-e87b-49f1-9877-c72200aff30f', 'serial': '61fadec0-e87b-49f1-9877-c72200aff30f'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1199.204648] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c052df-fd24-439c-a350-0f98e83c029f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.229920] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa0663-5257-4d68-8618-175a1f752251 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.260595] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-61fadec0-e87b-49f1-9877-c72200aff30f/volume-61fadec0-e87b-49f1-9877-c72200aff30f.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.261967] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca7ac47-3975-443f-a531-02c924e489d5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.276951] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80291660-603a-4d39-8162-bbdb1b888165 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.279668] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 45444e23-5f1b-425d-9bf2-4868fbe24a19] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.288174] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e9719e-6717-479e-8d2d-351ef0ba27fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.292218] env[69731]: DEBUG oslo_vmware.api [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1199.292218] env[69731]: value = "task-3276078" [ 1199.292218] env[69731]: _type = "Task" [ 1199.292218] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.323040] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cc8b07-c15a-42b9-8a9a-559649720d76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.329200] env[69731]: DEBUG oslo_vmware.api [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.336289] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d415f3-5321-4622-91fc-9cd9efc25736 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.349496] env[69731]: DEBUG nova.compute.provider_tree [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.442051] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52955a0d-02e7-3055-9ead-d605b1525a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013291} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.442231] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.442435] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.442673] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.442816] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.442988] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.443306] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfb96c79-29bb-4a36-9b4f-3168e3ee69ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.452583] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.452583] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.453355] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f67b01-f989-4c54-824b-4da6007b61e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.459401] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1199.459401] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5268e9c8-e730-c538-4ca2-012773311a83" [ 1199.459401] env[69731]: _type = "Task" [ 1199.459401] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.468777] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5268e9c8-e730-c538-4ca2-012773311a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.510535] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.783915] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: ade2d469-32c8-49a4-844c-056683419d0d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.809035] env[69731]: DEBUG oslo_vmware.api [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276078, 'name': ReconfigVM_Task, 'duration_secs': 0.415032} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.809035] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-61fadec0-e87b-49f1-9877-c72200aff30f/volume-61fadec0-e87b-49f1-9877-c72200aff30f.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.816883] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73bb68d9-882d-4447-9673-0e0bb4635635 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.835625] env[69731]: DEBUG oslo_vmware.api [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1199.835625] env[69731]: value = "task-3276079" [ 1199.835625] env[69731]: _type = "Task" [ 1199.835625] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.851097] env[69731]: DEBUG oslo_vmware.api [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.852279] env[69731]: DEBUG nova.scheduler.client.report [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.971926] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5268e9c8-e730-c538-4ca2-012773311a83, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.972980] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303c45f1-7a02-4b5b-89cf-f30f1f96a50f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.980751] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1199.980751] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52925bcb-12c7-e4a2-1c74-042957e0f943" [ 1199.980751] env[69731]: _type = "Task" [ 1199.980751] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.993166] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52925bcb-12c7-e4a2-1c74-042957e0f943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.009484] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.277030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "9fffa1fe-484e-4534-b2a7-8ce278903b12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.277030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.277030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.277030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.277030] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.279437] env[69731]: INFO nova.compute.manager [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Terminating instance [ 1200.288497] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: c16d335e-1eef-47dc-b16a-0b4ddfcdf472] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.347963] env[69731]: DEBUG oslo_vmware.api [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276079, 'name': ReconfigVM_Task, 'duration_secs': 0.17106} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.348318] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654311', 'volume_id': '61fadec0-e87b-49f1-9877-c72200aff30f', 'name': 'volume-61fadec0-e87b-49f1-9877-c72200aff30f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc39fedf-8db2-4922-a357-a6321cf8ef1b', 'attached_at': '', 'detached_at': '', 'volume_id': '61fadec0-e87b-49f1-9877-c72200aff30f', 'serial': '61fadec0-e87b-49f1-9877-c72200aff30f'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1200.492496] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52925bcb-12c7-e4a2-1c74-042957e0f943, 'name': SearchDatastore_Task, 'duration_secs': 0.0159} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.492878] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.492878] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a5195240-9731-4197-952b-eda4136d179b/a5195240-9731-4197-952b-eda4136d179b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.493372] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f003be5-61b3-4a6b-b301-553ff1ae9703 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.501686] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1200.501686] env[69731]: value = "task-3276080" [ 1200.501686] env[69731]: _type = "Task" [ 1200.501686] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.515590] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.519113] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.786739] env[69731]: DEBUG nova.compute.manager [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.786739] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.787104] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5c6dac-6e61-43cc-9117-d39bf3fd8613 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.524538] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 24ab2728-11fe-4772-b03e-f8658a92ea6c] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.531139] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.992s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.533829] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.328s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.534083] env[69731]: DEBUG nova.objects.instance [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'pci_requests' on Instance uuid 569c7b2e-f30c-4768-825e-0760e9dcc821 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.547440] env[69731]: DEBUG oslo_vmware.api [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276068, 'name': ReconfigVM_Task, 'duration_secs': 5.790268} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.552248] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.552483] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Reconfigured VM to detach interface {{(pid=69731) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1201.555149] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499917} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.555149] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.556193] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a5195240-9731-4197-952b-eda4136d179b/a5195240-9731-4197-952b-eda4136d179b.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.556403] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.556628] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c714234-30e0-4d04-a6cb-e90fa1e4a342 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.558404] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e290e36-dff1-47d9-9d77-8446f8242fe5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.567094] env[69731]: DEBUG oslo_vmware.api [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1201.567094] env[69731]: value = "task-3276082" [ 1201.567094] env[69731]: _type = "Task" [ 1201.567094] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.568437] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1201.568437] env[69731]: value = "task-3276083" [ 1201.568437] env[69731]: _type = "Task" [ 1201.568437] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.584905] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.590465] env[69731]: DEBUG oslo_vmware.api [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.034790] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 1780a99e-8982-46bb-9134-6d453c5ff993] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.043444] env[69731]: DEBUG nova.objects.instance [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'numa_topology' on Instance uuid 569c7b2e-f30c-4768-825e-0760e9dcc821 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.082732] env[69731]: DEBUG oslo_vmware.api [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276082, 'name': PowerOffVM_Task, 'duration_secs': 0.242559} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.086530] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.086721] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.087259] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1049} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.087605] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-479bec65-c9cd-43eb-a5e1-43bd2bffd91a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.089055] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.089869] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb12c5f-f7e4-4507-a81f-d53b68b575a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.093229] env[69731]: DEBUG nova.objects.instance [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lazy-loading 'flavor' on Instance uuid dc39fedf-8db2-4922-a357-a6321cf8ef1b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.118364] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a5195240-9731-4197-952b-eda4136d179b/a5195240-9731-4197-952b-eda4136d179b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.120280] env[69731]: INFO nova.scheduler.client.report [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted allocation for migration 6bef19a2-1c72-41f5-8d6f-7008d089f235 [ 1202.121945] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f73e59-bd18-4826-8bff-734cd7b80141 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.147281] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1202.147281] env[69731]: value = "task-3276085" [ 1202.147281] env[69731]: _type = "Task" [ 1202.147281] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.156342] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.160891] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.161073] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.161266] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleting the datastore file [datastore1] 9fffa1fe-484e-4534-b2a7-8ce278903b12 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.161526] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5554d8dd-de06-4922-9610-299837fb06aa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.168507] env[69731]: DEBUG oslo_vmware.api [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1202.168507] env[69731]: value = "task-3276086" [ 1202.168507] env[69731]: _type = "Task" [ 1202.168507] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.177240] env[69731]: DEBUG oslo_vmware.api [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.538123] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: b45c7ce3-c93d-44aa-b7bf-282ebffe28fb] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.547992] env[69731]: INFO nova.compute.claims [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.567507] env[69731]: INFO nova.compute.manager [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Rescuing [ 1202.567507] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.567507] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.567507] env[69731]: DEBUG nova.network.neutron [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.599068] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf2627ca-ad6e-4a18-9dff-73954036cb0c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.495s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.642336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.253s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.657803] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276085, 'name': ReconfigVM_Task, 'duration_secs': 0.313321} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.658150] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a5195240-9731-4197-952b-eda4136d179b/a5195240-9731-4197-952b-eda4136d179b.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.658765] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a6651d5-d942-4966-beb1-121126988db2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.666722] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1202.666722] env[69731]: value = "task-3276087" [ 1202.666722] env[69731]: _type = "Task" [ 1202.666722] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.679337] env[69731]: DEBUG oslo_vmware.api [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14954} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.682139] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.682334] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.682508] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.682675] env[69731]: INFO nova.compute.manager [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1202.682906] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.683143] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276087, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.683373] env[69731]: DEBUG nova.compute.manager [-] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.683455] env[69731]: DEBUG nova.network.neutron [-] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.843112] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.843350] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.843524] env[69731]: DEBUG nova.network.neutron [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.041548] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 8dca5694-2a64-48ca-be6c-590c3e4f8abc] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.177058] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276087, 'name': Rename_Task, 'duration_secs': 0.1802} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.177620] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.177912] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d73114-bb45-4e62-abe9-154b949b7a4e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.187304] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1203.187304] env[69731]: value = "task-3276089" [ 1203.187304] env[69731]: _type = "Task" [ 1203.187304] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.197557] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.310835] env[69731]: DEBUG nova.compute.manager [req-43b3fca9-1122-45eb-8941-fb6be568b700 req-438d8d91-b081-457d-99d0-0770b0b7b227 service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Received event network-vif-deleted-82e1736e-6ad7-40fc-9400-40d8b3000b97 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.310885] env[69731]: INFO nova.compute.manager [req-43b3fca9-1122-45eb-8941-fb6be568b700 req-438d8d91-b081-457d-99d0-0770b0b7b227 service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Neutron deleted interface 82e1736e-6ad7-40fc-9400-40d8b3000b97; detaching it from the instance and deleting it from the info cache [ 1203.311046] env[69731]: DEBUG nova.network.neutron [req-43b3fca9-1122-45eb-8941-fb6be568b700 req-438d8d91-b081-457d-99d0-0770b0b7b227 service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.422145] env[69731]: DEBUG nova.network.neutron [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [{"id": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "address": "fa:16:3e:e5:14:b4", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea306a7-d5", "ovs_interfaceid": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.507874] env[69731]: DEBUG nova.compute.manager [req-563572a7-679d-4c01-8bcf-62679a371db6 req-3de9a2f3-10f5-4275-990d-c01da5ce106c service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.508132] env[69731]: DEBUG nova.compute.manager [req-563572a7-679d-4c01-8bcf-62679a371db6 req-3de9a2f3-10f5-4275-990d-c01da5ce106c service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing instance network info cache due to event network-changed-b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.508571] env[69731]: DEBUG oslo_concurrency.lockutils [req-563572a7-679d-4c01-8bcf-62679a371db6 req-3de9a2f3-10f5-4275-990d-c01da5ce106c service nova] Acquiring lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.547790] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 7cbb839b-a3e5-4a93-92f8-123745434129] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.648500] env[69731]: INFO nova.network.neutron [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Port 329e9aaf-9d19-44d5-87a7-bc5e43371335 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1203.648966] env[69731]: DEBUG nova.network.neutron [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.699258] env[69731]: DEBUG oslo_vmware.api [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276089, 'name': PowerOnVM_Task, 'duration_secs': 0.483306} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.701618] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.701812] env[69731]: INFO nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1203.701996] env[69731]: DEBUG nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.703122] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c719ef-3d0c-4e1f-92e5-76a829898b15 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.776398] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528aa07c-8e95-4989-b8b0-1e17399ad028 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.780952] env[69731]: DEBUG nova.network.neutron [-] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.786876] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e086b-6d16-466c-978b-c81c14612279 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.818585] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daa82a04-a8cd-49d5-a48d-42a121ee215b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.820934] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b71c7be-f892-4953-8063-46ea6cebcb6e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.830127] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e6555c-dafa-4a59-a1ef-1becba8ad1a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.836476] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba15d26b-23ce-420e-beb3-08b27e9d3248 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.857405] env[69731]: DEBUG nova.compute.provider_tree [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.870830] env[69731]: DEBUG nova.compute.manager [req-43b3fca9-1122-45eb-8941-fb6be568b700 req-438d8d91-b081-457d-99d0-0770b0b7b227 service nova] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Detach interface failed, port_id=82e1736e-6ad7-40fc-9400-40d8b3000b97, reason: Instance 9fffa1fe-484e-4534-b2a7-8ce278903b12 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.923336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.925814] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.926042] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.926251] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.926542] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.926636] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.929666] env[69731]: INFO nova.compute.manager [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Terminating instance [ 1204.052717] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 12600966-7597-402e-a27e-b77d3b97afc8] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.151583] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.153851] env[69731]: DEBUG oslo_concurrency.lockutils [req-563572a7-679d-4c01-8bcf-62679a371db6 req-3de9a2f3-10f5-4275-990d-c01da5ce106c service nova] Acquired lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.154139] env[69731]: DEBUG nova.network.neutron [req-563572a7-679d-4c01-8bcf-62679a371db6 req-3de9a2f3-10f5-4275-990d-c01da5ce106c service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Refreshing network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.220076] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-91d1e227-cb0e-4eea-b28f-7aa220957611-329e9aaf-9d19-44d5-87a7-bc5e43371335" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.220076] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-91d1e227-cb0e-4eea-b28f-7aa220957611-329e9aaf-9d19-44d5-87a7-bc5e43371335" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.220355] env[69731]: DEBUG nova.objects.instance [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'flavor' on Instance uuid 91d1e227-cb0e-4eea-b28f-7aa220957611 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.221960] env[69731]: INFO nova.compute.manager [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Took 13.14 seconds to build instance. [ 1204.282760] env[69731]: INFO nova.compute.manager [-] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Took 1.60 seconds to deallocate network for instance. [ 1204.360524] env[69731]: DEBUG nova.scheduler.client.report [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.433839] env[69731]: DEBUG nova.compute.manager [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.433839] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.434699] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b652f2ec-5fca-43c3-898d-9c1e7c407953 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.443882] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.444171] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52609c4d-0558-4224-88b2-d0fdae4b5425 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.451164] env[69731]: DEBUG oslo_vmware.api [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1204.451164] env[69731]: value = "task-3276090" [ 1204.451164] env[69731]: _type = "Task" [ 1204.451164] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.462231] env[69731]: DEBUG oslo_vmware.api [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.556881] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 1835d340-c509-4271-a5b1-c7111341911d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.656515] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c53733df-a4fe-4cea-b921-fd1df97cf617 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-09fb6d5d-4365-4377-bb53-3cfdbd0038a8-329e9aaf-9d19-44d5-87a7-bc5e43371335" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.251s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.727709] env[69731]: DEBUG oslo_concurrency.lockutils [None req-67ee8366-0fca-4dbf-b8b3-763ba39882f4 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a5195240-9731-4197-952b-eda4136d179b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.655s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.789854] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.865638] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.332s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.869456] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.080s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.869642] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.898666] env[69731]: INFO nova.scheduler.client.report [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted allocations for instance 9fffa1fe-484e-4534-b2a7-8ce278903b12 [ 1204.934321] env[69731]: INFO nova.network.neutron [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1204.970540] env[69731]: DEBUG oslo_vmware.api [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276090, 'name': PowerOffVM_Task, 'duration_secs': 0.282136} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.971171] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.971364] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.971622] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c9e33a7-e812-48e1-8190-ccefdb93d42e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.979176] env[69731]: DEBUG nova.objects.instance [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'pci_requests' on Instance uuid 91d1e227-cb0e-4eea-b28f-7aa220957611 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.047597] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.048187] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.048597] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleting the datastore file [datastore1] 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.048898] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10cb1d8-9f32-4583-845e-dbfd446ce9a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.058218] env[69731]: DEBUG oslo_vmware.api [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for the task: (returnval){ [ 1205.058218] env[69731]: value = "task-3276092" [ 1205.058218] env[69731]: _type = "Task" [ 1205.058218] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.062163] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 8425829c-c4ad-40b5-93f5-5cac89c6ae64] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.069608] env[69731]: DEBUG oslo_vmware.api [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.070573] env[69731]: DEBUG nova.network.neutron [req-563572a7-679d-4c01-8bcf-62679a371db6 req-3de9a2f3-10f5-4275-990d-c01da5ce106c service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updated VIF entry in instance network info cache for port b4f7af01-6348-4cbe-828b-8d8aaf97cb16. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.070889] env[69731]: DEBUG nova.network.neutron [req-563572a7-679d-4c01-8bcf-62679a371db6 req-3de9a2f3-10f5-4275-990d-c01da5ce106c service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [{"id": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "address": "fa:16:3e:4d:c8:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f7af01-63", "ovs_interfaceid": "b4f7af01-6348-4cbe-828b-8d8aaf97cb16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.170108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "a5195240-9731-4197-952b-eda4136d179b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.170384] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a5195240-9731-4197-952b-eda4136d179b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.170596] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "a5195240-9731-4197-952b-eda4136d179b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.170775] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a5195240-9731-4197-952b-eda4136d179b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.170944] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a5195240-9731-4197-952b-eda4136d179b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.173421] env[69731]: INFO nova.compute.manager [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Terminating instance [ 1205.410360] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9ffe056c-3254-447b-a8b4-9c27f68c34a5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "9fffa1fe-484e-4534-b2a7-8ce278903b12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.135s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.469443] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.469756] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522054a2-9da8-4613-bd99-d1a2dde365ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.477975] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1205.477975] env[69731]: value = "task-3276093" [ 1205.477975] env[69731]: _type = "Task" [ 1205.477975] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.481544] env[69731]: DEBUG nova.objects.base [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Object Instance<91d1e227-cb0e-4eea-b28f-7aa220957611> lazy-loaded attributes: flavor,pci_requests {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1205.481763] env[69731]: DEBUG nova.network.neutron [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.492122] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.535112] env[69731]: DEBUG nova.compute.manager [req-a699cc56-4ba9-4a4f-865f-ff48225eb2de req-0fa1eb49-1b49-43c3-a2d4-2975068c09d5 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received event network-changed-7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.536138] env[69731]: DEBUG nova.compute.manager [req-a699cc56-4ba9-4a4f-865f-ff48225eb2de req-0fa1eb49-1b49-43c3-a2d4-2975068c09d5 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing instance network info cache due to event network-changed-7cb8b5b9-674d-4941-b4f0-889229c68688. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.536413] env[69731]: DEBUG oslo_concurrency.lockutils [req-a699cc56-4ba9-4a4f-865f-ff48225eb2de req-0fa1eb49-1b49-43c3-a2d4-2975068c09d5 service nova] Acquiring lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.536615] env[69731]: DEBUG oslo_concurrency.lockutils [req-a699cc56-4ba9-4a4f-865f-ff48225eb2de req-0fa1eb49-1b49-43c3-a2d4-2975068c09d5 service nova] Acquired lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.536713] env[69731]: DEBUG nova.network.neutron [req-a699cc56-4ba9-4a4f-865f-ff48225eb2de req-0fa1eb49-1b49-43c3-a2d4-2975068c09d5 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing network info cache for port 7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.559656] env[69731]: DEBUG nova.policy [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e21b1b92bf004b378f4c52b035f9a4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '720a87395b9246519051011f27876a75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.568341] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: f52b9ffb-6bbc-4bca-97ba-244c0b237944] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.573804] env[69731]: DEBUG oslo_concurrency.lockutils [req-563572a7-679d-4c01-8bcf-62679a371db6 req-3de9a2f3-10f5-4275-990d-c01da5ce106c service nova] Releasing lock "refresh_cache-09fb6d5d-4365-4377-bb53-3cfdbd0038a8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.580075] env[69731]: DEBUG oslo_vmware.api [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Task: {'id': task-3276092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142048} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.580257] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.580533] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.580824] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.581133] env[69731]: INFO nova.compute.manager [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1205.581507] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.581796] env[69731]: DEBUG nova.compute.manager [-] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.581944] env[69731]: DEBUG nova.network.neutron [-] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.678011] env[69731]: DEBUG nova.compute.manager [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.678312] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.679320] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aceca2-8ce6-4d14-9327-0f903e79fce3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.687835] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.688096] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8bf4da-0cfa-4b69-9a19-4c0df63eccfa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.695924] env[69731]: DEBUG oslo_vmware.api [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1205.695924] env[69731]: value = "task-3276094" [ 1205.695924] env[69731]: _type = "Task" [ 1205.695924] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.705374] env[69731]: DEBUG oslo_vmware.api [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.991066] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276093, 'name': PowerOffVM_Task, 'duration_secs': 0.202942} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.991066] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.991066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb1513f-0489-47ed-a955-8e150bff1d24 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.018068] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f428c59-098c-4a6b-ad9d-e79e58c9cde9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.049813] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.050334] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75037637-86f7-40dc-9ebf-f4f47eae9432 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.058597] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1206.058597] env[69731]: value = "task-3276095" [ 1206.058597] env[69731]: _type = "Task" [ 1206.058597] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.066986] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.072692] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: f1574ebf-e7cd-4b42-b6c7-6dcb2489f22d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.209749] env[69731]: DEBUG oslo_vmware.api [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276094, 'name': PowerOffVM_Task, 'duration_secs': 0.193763} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.210414] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.210647] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.210905] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a35c82-caf1-4b73-bf18-56bc1efbdce0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.270470] env[69731]: DEBUG nova.network.neutron [req-a699cc56-4ba9-4a4f-865f-ff48225eb2de req-0fa1eb49-1b49-43c3-a2d4-2975068c09d5 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updated VIF entry in instance network info cache for port 7cb8b5b9-674d-4941-b4f0-889229c68688. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.270797] env[69731]: DEBUG nova.network.neutron [req-a699cc56-4ba9-4a4f-865f-ff48225eb2de req-0fa1eb49-1b49-43c3-a2d4-2975068c09d5 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [{"id": "7cb8b5b9-674d-4941-b4f0-889229c68688", "address": "fa:16:3e:f9:24:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8b5b9-67", "ovs_interfaceid": "7cb8b5b9-674d-4941-b4f0-889229c68688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.283383] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.283500] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.283891] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleting the datastore file [datastore1] a5195240-9731-4197-952b-eda4136d179b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.284896] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4ebefd7-20dc-4954-b546-ecc8c8144c29 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.292881] env[69731]: DEBUG oslo_vmware.api [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1206.292881] env[69731]: value = "task-3276097" [ 1206.292881] env[69731]: _type = "Task" [ 1206.292881] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.303401] env[69731]: DEBUG oslo_vmware.api [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.570664] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1206.570999] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.571183] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.571218] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.571393] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.571634] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0139b4d6-c363-4468-9833-f1c3a361a513 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.575924] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 5e8ce78c-53ea-44fb-9a08-b33471eb8c32] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.580320] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.580508] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.581221] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31ee972-a7dd-4d45-8666-d3d643adfa44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.586663] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1206.586663] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52312959-96b9-8817-866c-ae7009823926" [ 1206.586663] env[69731]: _type = "Task" [ 1206.586663] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.594663] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52312959-96b9-8817-866c-ae7009823926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.747591] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.747738] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.748928] env[69731]: DEBUG nova.network.neutron [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.774012] env[69731]: DEBUG oslo_concurrency.lockutils [req-a699cc56-4ba9-4a4f-865f-ff48225eb2de req-0fa1eb49-1b49-43c3-a2d4-2975068c09d5 service nova] Releasing lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.802812] env[69731]: DEBUG oslo_vmware.api [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135752} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.803274] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.803523] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.803754] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.803964] env[69731]: INFO nova.compute.manager [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a5195240-9731-4197-952b-eda4136d179b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1206.804329] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.804596] env[69731]: DEBUG nova.compute.manager [-] [instance: a5195240-9731-4197-952b-eda4136d179b] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.804648] env[69731]: DEBUG nova.network.neutron [-] [instance: a5195240-9731-4197-952b-eda4136d179b] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.819812] env[69731]: DEBUG nova.network.neutron [-] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.954761] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.954987] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.081127] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 07fc5084-9939-43bb-b27f-047be2691ee6] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.098085] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52312959-96b9-8817-866c-ae7009823926, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.098878] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127db09b-d0c5-4049-bec5-6956321d59bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.105431] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1207.105431] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5248c8b6-1dd4-232f-e3f2-4b9f319e8e15" [ 1207.105431] env[69731]: _type = "Task" [ 1207.105431] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.113937] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5248c8b6-1dd4-232f-e3f2-4b9f319e8e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.139280] env[69731]: DEBUG nova.compute.manager [req-65a82fd6-e4eb-45c7-bb67-61efcb4aa100 req-c69d8d73-20a7-4ceb-aaf3-a882da942f4e service nova] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Received event network-vif-deleted-7181ecff-4814-432c-83c9-3c0d2c633b59 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.322961] env[69731]: INFO nova.compute.manager [-] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Took 1.74 seconds to deallocate network for instance. [ 1207.457951] env[69731]: DEBUG nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.586152] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 661541b3-dd38-4692-af94-dce06e9cdb7d] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.587931] env[69731]: DEBUG nova.network.neutron [-] [instance: a5195240-9731-4197-952b-eda4136d179b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.617757] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5248c8b6-1dd4-232f-e3f2-4b9f319e8e15, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.618047] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.618314] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. {{(pid=69731) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1207.618586] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dccea80e-afcc-4342-96a0-3debe89c10ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.630798] env[69731]: DEBUG nova.network.neutron [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating instance_info_cache with network_info: [{"id": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "address": "fa:16:3e:60:a7:4f", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923e4cb2-80", "ovs_interfaceid": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.633423] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1207.633423] env[69731]: value = "task-3276098" [ 1207.633423] env[69731]: _type = "Task" [ 1207.633423] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.646022] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.733786] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "d027cada-ade1-4180-9ab5-f2442566db13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.734036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.771018] env[69731]: DEBUG nova.network.neutron [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Successfully updated port: 329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.834114] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.834568] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.834823] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.860858] env[69731]: INFO nova.scheduler.client.report [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Deleted allocations for instance 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7 [ 1207.982841] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.983046] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.984777] env[69731]: INFO nova.compute.claims [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.089941] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 5b4e59fe-0577-4368-82a2-e51b8d97dd09] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.091840] env[69731]: INFO nova.compute.manager [-] [instance: a5195240-9731-4197-952b-eda4136d179b] Took 1.29 seconds to deallocate network for instance. [ 1208.134757] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.147192] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455954} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.147477] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk. [ 1208.148244] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4b41e0-3f8e-4b0e-bda7-84bf7a9bad88 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.175537] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.177686] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7dddba4-a706-41a9-9b1b-51429d69e468 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.198051] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eca07055261ea29c7ca69652a8e82b11',container_format='bare',created_at=2025-04-03T18:13:06Z,direct_url=,disk_format='vmdk',id=6b420581-14f8-4d5b-8098-1a9043f80dde,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-662143351-shelved',owner='d4b19daba93e49df9c3ad80891a38227',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-03T18:13:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.198339] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.198501] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.198681] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.198824] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.198966] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.199188] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.199352] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.199524] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.199667] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.200151] env[69731]: DEBUG nova.virt.hardware [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.200711] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cbf498-7f2e-4a48-8de2-b2aa1b77ae7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.205142] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1208.205142] env[69731]: value = "task-3276099" [ 1208.205142] env[69731]: _type = "Task" [ 1208.205142] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.212230] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e654b-d7e8-4d6b-9ee0-e184680d229f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.219444] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.230786] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:a7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '923e4cb2-80b2-4931-b0b8-6f2d1ced419f', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.238284] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.238669] env[69731]: DEBUG nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.241250] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.241546] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cd9be2b-1a42-4a08-9592-e3939467d93b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.265743] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.265743] env[69731]: value = "task-3276100" [ 1208.265743] env[69731]: _type = "Task" [ 1208.265743] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.274920] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276100, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.276493] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.276687] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.276801] env[69731]: DEBUG nova.network.neutron [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.371156] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8228efac-2825-47ed-89dd-eea977cdb7a5 tempest-DeleteServersTestJSON-666760350 tempest-DeleteServersTestJSON-666760350-project-member] Lock "7499312f-3f3c-4c71-94d5-a4d3b2ce26f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.445s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.594115] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 0f58f9a2-8d42-44b2-828c-fc96f3615014] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.598517] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.716337] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276099, 'name': ReconfigVM_Task, 'duration_secs': 0.467376} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.716461] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b/ed409e28-9fe4-4715-b5e5-02cca3395c21-rescue.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.717633] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9cd292-a9b9-498e-9e4c-60b0f1586406 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.746827] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1287a03d-0cb4-45c5-a110-cdb8267ac8c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.765996] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1208.765996] env[69731]: value = "task-3276101" [ 1208.765996] env[69731]: _type = "Task" [ 1208.765996] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.778396] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.782384] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.784854] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276100, 'name': CreateVM_Task, 'duration_secs': 0.395075} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.784854] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.785955] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.785955] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.786318] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.786601] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b6ab40-8e9a-40dd-a888-049cf16548c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.793431] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1208.793431] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5207a9ca-2574-dd7c-6664-8aa1afa54d76" [ 1208.793431] env[69731]: _type = "Task" [ 1208.793431] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.804619] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5207a9ca-2574-dd7c-6664-8aa1afa54d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.820180] env[69731]: WARNING nova.network.neutron [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] ab52b71e-3144-4acc-8418-0f2130dd7826 already exists in list: networks containing: ['ab52b71e-3144-4acc-8418-0f2130dd7826']. ignoring it [ 1209.096151] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 47b618d1-5850-4994-843d-7fccb7e8ecde] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.124122] env[69731]: DEBUG nova.network.neutron [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [{"id": "7cb8b5b9-674d-4941-b4f0-889229c68688", "address": "fa:16:3e:f9:24:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8b5b9-67", "ovs_interfaceid": "7cb8b5b9-674d-4941-b4f0-889229c68688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "329e9aaf-9d19-44d5-87a7-bc5e43371335", "address": "fa:16:3e:b4:b7:23", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e9aaf-9d", "ovs_interfaceid": "329e9aaf-9d19-44d5-87a7-bc5e43371335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.169733] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received event network-vif-plugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.169907] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Acquiring lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.170153] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.170324] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.170485] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] No waiting events found dispatching network-vif-plugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.170648] env[69731]: WARNING nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received unexpected event network-vif-plugged-923e4cb2-80b2-4931-b0b8-6f2d1ced419f for instance with vm_state shelved_offloaded and task_state spawning. [ 1209.170855] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received event network-changed-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.170959] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Refreshing instance network info cache due to event network-changed-923e4cb2-80b2-4931-b0b8-6f2d1ced419f. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.171168] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Acquiring lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.171312] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Acquired lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.171460] env[69731]: DEBUG nova.network.neutron [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Refreshing network info cache for port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.188932] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a31f27-9509-4ee3-8a5b-43430ee5e5c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.197460] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1352c3e8-074a-4baa-badd-28b391bea7af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.229350] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7db2f7-5e1d-4076-96a3-2e517e6caa47 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.237215] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a542a1-a443-42db-9a3c-f60df64d502a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.250936] env[69731]: DEBUG nova.compute.provider_tree [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.276827] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276101, 'name': ReconfigVM_Task, 'duration_secs': 0.241593} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.277145] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.277403] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbac1968-f67f-4eb3-8c88-5741b9a30da9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.285575] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1209.285575] env[69731]: value = "task-3276103" [ 1209.285575] env[69731]: _type = "Task" [ 1209.285575] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.295335] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.303487] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.303733] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Processing image 6b420581-14f8-4d5b-8098-1a9043f80dde {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.303965] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde/6b420581-14f8-4d5b-8098-1a9043f80dde.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.304163] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde/6b420581-14f8-4d5b-8098-1a9043f80dde.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.304349] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.304593] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd4e107-f205-48c8-bb5a-a1277f0ef862 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.315312] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.315498] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.316232] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2411229-3e41-4838-ad01-e29138953060 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.321748] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1209.321748] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52876bb5-f200-b36f-1198-85fa88eca8ca" [ 1209.321748] env[69731]: _type = "Task" [ 1209.321748] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.334571] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52876bb5-f200-b36f-1198-85fa88eca8ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.599338] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.599638] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Cleaning up deleted instances with incomplete migration {{(pid=69731) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1209.629589] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.630415] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.630608] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.631652] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6151866-e97a-4b2b-9178-5fc2e22a210e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.650007] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.650284] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.650459] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.650642] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.650789] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.650934] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.651155] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.651316] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.651485] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.651644] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.651820] env[69731]: DEBUG nova.virt.hardware [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.658469] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Reconfiguring VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1209.658746] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b9b476-9755-4c53-89b4-1faaf624e13b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.680227] env[69731]: DEBUG oslo_vmware.api [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1209.680227] env[69731]: value = "task-3276104" [ 1209.680227] env[69731]: _type = "Task" [ 1209.680227] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.687774] env[69731]: DEBUG oslo_vmware.api [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276104, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.754529] env[69731]: DEBUG nova.scheduler.client.report [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.800187] env[69731]: DEBUG oslo_vmware.api [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276103, 'name': PowerOnVM_Task, 'duration_secs': 0.451032} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.800507] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.803245] env[69731]: DEBUG nova.compute.manager [None req-b3d94bc4-aaf5-4dfa-9d70-f7ebcff561ef tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.804362] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb89b0-de93-4993-af6f-dfc8f3121b27 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.835837] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Preparing fetch location {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1209.836168] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Fetch image to [datastore1] OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a/OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a.vmdk {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1209.836394] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Downloading stream optimized image 6b420581-14f8-4d5b-8098-1a9043f80dde to [datastore1] OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a/OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a.vmdk on the data store datastore1 as vApp {{(pid=69731) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1209.836616] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Downloading image file data 6b420581-14f8-4d5b-8098-1a9043f80dde to the ESX as VM named 'OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a' {{(pid=69731) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1209.920020] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1209.920020] env[69731]: value = "resgroup-9" [ 1209.920020] env[69731]: _type = "ResourcePool" [ 1209.920020] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1209.920020] env[69731]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7193dc03-da4d-448f-acfd-3dc6f169d5b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.941133] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease: (returnval){ [ 1209.941133] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52741857-8e4a-2ab9-c27a-afe7af3e8312" [ 1209.941133] env[69731]: _type = "HttpNfcLease" [ 1209.941133] env[69731]: } obtained for vApp import into resource pool (val){ [ 1209.941133] env[69731]: value = "resgroup-9" [ 1209.941133] env[69731]: _type = "ResourcePool" [ 1209.941133] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1209.941440] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the lease: (returnval){ [ 1209.941440] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52741857-8e4a-2ab9-c27a-afe7af3e8312" [ 1209.941440] env[69731]: _type = "HttpNfcLease" [ 1209.941440] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.948329] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.948329] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52741857-8e4a-2ab9-c27a-afe7af3e8312" [ 1209.948329] env[69731]: _type = "HttpNfcLease" [ 1209.948329] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.958767] env[69731]: DEBUG nova.network.neutron [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updated VIF entry in instance network info cache for port 923e4cb2-80b2-4931-b0b8-6f2d1ced419f. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.959146] env[69731]: DEBUG nova.network.neutron [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating instance_info_cache with network_info: [{"id": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "address": "fa:16:3e:60:a7:4f", "network": {"id": "104ffd41-64c4-4e07-a143-f7a1802f4455", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-312545503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4b19daba93e49df9c3ad80891a38227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923e4cb2-80", "ovs_interfaceid": "923e4cb2-80b2-4931-b0b8-6f2d1ced419f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.193903] env[69731]: DEBUG oslo_vmware.api [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.259437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.260057] env[69731]: DEBUG nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.263093] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.665s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.263349] env[69731]: DEBUG nova.objects.instance [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lazy-loading 'resources' on Instance uuid a5195240-9731-4197-952b-eda4136d179b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.450212] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.450212] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52741857-8e4a-2ab9-c27a-afe7af3e8312" [ 1210.450212] env[69731]: _type = "HttpNfcLease" [ 1210.450212] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.461930] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Releasing lock "refresh_cache-569c7b2e-f30c-4768-825e-0760e9dcc821" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.462301] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: a5195240-9731-4197-952b-eda4136d179b] Received event network-vif-deleted-7385a284-3a3e-4ac3-90b0-b6cc7539b31a {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.462548] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received event network-vif-plugged-329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.462786] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Acquiring lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.463057] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.463350] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.463551] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] No waiting events found dispatching network-vif-plugged-329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.463724] env[69731]: WARNING nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received unexpected event network-vif-plugged-329e9aaf-9d19-44d5-87a7-bc5e43371335 for instance with vm_state active and task_state None. [ 1210.463931] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received event network-changed-329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.464167] env[69731]: DEBUG nova.compute.manager [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing instance network info cache due to event network-changed-329e9aaf-9d19-44d5-87a7-bc5e43371335. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.464449] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Acquiring lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.464641] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Acquired lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.464822] env[69731]: DEBUG nova.network.neutron [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Refreshing network info cache for port 329e9aaf-9d19-44d5-87a7-bc5e43371335 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.690727] env[69731]: DEBUG oslo_vmware.api [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276104, 'name': ReconfigVM_Task, 'duration_secs': 0.607859} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.691264] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.691478] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Reconfigured VM to attach interface {{(pid=69731) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1210.766859] env[69731]: DEBUG nova.compute.utils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.768304] env[69731]: DEBUG nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.768478] env[69731]: DEBUG nova.network.neutron [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.818713] env[69731]: DEBUG nova.policy [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c5d361fb21645819c66245279010d39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f782d786cd54fb78c9fce796ee7ee2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.947467] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a35d74-ecae-4efa-a854-f4051eebc666 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.954396] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.954396] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52741857-8e4a-2ab9-c27a-afe7af3e8312" [ 1210.954396] env[69731]: _type = "HttpNfcLease" [ 1210.954396] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1210.956431] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1210.956431] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52741857-8e4a-2ab9-c27a-afe7af3e8312" [ 1210.956431] env[69731]: _type = "HttpNfcLease" [ 1210.956431] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1210.957274] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5900ec5-ea5d-4fc6-85b4-0fe7528f193f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.960451] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fda91c-6875-441b-8b36-136e03ce670c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.970496] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52055ba6-ad74-3154-1827-85e19fc7aad5/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1210.970722] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52055ba6-ad74-3154-1827-85e19fc7aad5/disk-0.vmdk. {{(pid=69731) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1210.999605] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac5510f-8573-404d-8ae9-07edaf1dfbab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.071533] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96176a-3aa0-4f20-b876-1b4693c66e38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.075292] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de0e986c-e864-4b0d-9262-d95406997a21 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.089797] env[69731]: DEBUG nova.compute.provider_tree [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.200155] env[69731]: DEBUG oslo_concurrency.lockutils [None req-43c65ab0-1251-48e1-ab81-e750b5c8a0ba tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-91d1e227-cb0e-4eea-b28f-7aa220957611-329e9aaf-9d19-44d5-87a7-bc5e43371335" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.980s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.274887] env[69731]: DEBUG nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.317951] env[69731]: DEBUG nova.network.neutron [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Successfully created port: 0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.418032] env[69731]: DEBUG nova.network.neutron [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updated VIF entry in instance network info cache for port 329e9aaf-9d19-44d5-87a7-bc5e43371335. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.418982] env[69731]: DEBUG nova.network.neutron [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [{"id": "7cb8b5b9-674d-4941-b4f0-889229c68688", "address": "fa:16:3e:f9:24:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8b5b9-67", "ovs_interfaceid": "7cb8b5b9-674d-4941-b4f0-889229c68688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "329e9aaf-9d19-44d5-87a7-bc5e43371335", "address": "fa:16:3e:b4:b7:23", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329e9aaf-9d", "ovs_interfaceid": "329e9aaf-9d19-44d5-87a7-bc5e43371335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.594086] env[69731]: DEBUG nova.scheduler.client.report [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.718139] env[69731]: INFO nova.compute.manager [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Unrescuing [ 1211.718532] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.719146] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquired lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.719146] env[69731]: DEBUG nova.network.neutron [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.922522] env[69731]: DEBUG oslo_concurrency.lockutils [req-e53e4a85-8e66-43c8-a573-d19da41cc630 req-212eeea5-6cce-4518-8174-eedbcb252087 service nova] Releasing lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.101271] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.104329] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.322s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.107149] env[69731]: INFO nova.compute.claims [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.126582] env[69731]: INFO nova.scheduler.client.report [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted allocations for instance a5195240-9731-4197-952b-eda4136d179b [ 1212.192611] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Completed reading data from the image iterator. {{(pid=69731) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1212.192776] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52055ba6-ad74-3154-1827-85e19fc7aad5/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.193742] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6659c75-7e01-4fd8-b777-934b52217280 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.200985] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52055ba6-ad74-3154-1827-85e19fc7aad5/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.201167] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52055ba6-ad74-3154-1827-85e19fc7aad5/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1212.201421] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d922ee3c-ef44-4180-8990-765569c38497 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.285726] env[69731]: DEBUG nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.314430] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.314726] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.314916] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.315262] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.315452] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.316573] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.316853] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.317057] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.317291] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.317575] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.317901] env[69731]: DEBUG nova.virt.hardware [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.319195] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d723b51-d334-4a02-8234-c5433af914c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.328631] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae264345-be79-4513-b3a5-5b95a15567fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.407489] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52055ba6-ad74-3154-1827-85e19fc7aad5/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1212.410450] env[69731]: INFO nova.virt.vmwareapi.images [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Downloaded image file data 6b420581-14f8-4d5b-8098-1a9043f80dde [ 1212.410450] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da507e-c478-4b81-921c-fe4b62cdeeb8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.426419] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d27f4c-c265-444a-ab5f-6b225f21fb27 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.452083] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "interface-91d1e227-cb0e-4eea-b28f-7aa220957611-329e9aaf-9d19-44d5-87a7-bc5e43371335" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.452441] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-91d1e227-cb0e-4eea-b28f-7aa220957611-329e9aaf-9d19-44d5-87a7-bc5e43371335" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.471991] env[69731]: DEBUG nova.network.neutron [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [{"id": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "address": "fa:16:3e:e5:14:b4", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea306a7-d5", "ovs_interfaceid": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.535199] env[69731]: INFO nova.virt.vmwareapi.images [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] The imported VM was unregistered [ 1212.537245] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Caching image {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1212.537492] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.537788] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74297679-dfc4-4e99-9a69-77ae1b4c1e23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.560677] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Created directory with path [datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.561370] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a/OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a.vmdk to [datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde/6b420581-14f8-4d5b-8098-1a9043f80dde.vmdk. {{(pid=69731) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1212.561370] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-11b50214-9689-488b-a91b-8e972c6279a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.569747] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1212.569747] env[69731]: value = "task-3276107" [ 1212.569747] env[69731]: _type = "Task" [ 1212.569747] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.578887] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276107, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.592635] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.638959] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f9ea7f2b-5e31-439a-8c6d-57aba2033883 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a5195240-9731-4197-952b-eda4136d179b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.468s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.797989] env[69731]: DEBUG nova.compute.manager [req-eb6ad0b7-4d08-49a7-a3db-d5ca5894927d req-efde23da-853e-40ca-8f6f-10a4bf7e3625 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Received event network-vif-plugged-0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.798247] env[69731]: DEBUG oslo_concurrency.lockutils [req-eb6ad0b7-4d08-49a7-a3db-d5ca5894927d req-efde23da-853e-40ca-8f6f-10a4bf7e3625 service nova] Acquiring lock "2fe88a80-edd9-4410-9aba-f28ff4836fca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.798412] env[69731]: DEBUG oslo_concurrency.lockutils [req-eb6ad0b7-4d08-49a7-a3db-d5ca5894927d req-efde23da-853e-40ca-8f6f-10a4bf7e3625 service nova] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.798447] env[69731]: DEBUG oslo_concurrency.lockutils [req-eb6ad0b7-4d08-49a7-a3db-d5ca5894927d req-efde23da-853e-40ca-8f6f-10a4bf7e3625 service nova] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.798620] env[69731]: DEBUG nova.compute.manager [req-eb6ad0b7-4d08-49a7-a3db-d5ca5894927d req-efde23da-853e-40ca-8f6f-10a4bf7e3625 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] No waiting events found dispatching network-vif-plugged-0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.798788] env[69731]: WARNING nova.compute.manager [req-eb6ad0b7-4d08-49a7-a3db-d5ca5894927d req-efde23da-853e-40ca-8f6f-10a4bf7e3625 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Received unexpected event network-vif-plugged-0358df38-806f-42fa-8f06-e866ccec19bd for instance with vm_state building and task_state spawning. [ 1212.890493] env[69731]: DEBUG nova.network.neutron [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Successfully updated port: 0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.955529] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.955720] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.956641] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a072ceda-0a03-4d96-8ca5-7bb12f9b9890 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.976361] env[69731]: DEBUG oslo_concurrency.lockutils [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Releasing lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.977076] env[69731]: DEBUG nova.objects.instance [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lazy-loading 'flavor' on Instance uuid dc39fedf-8db2-4922-a357-a6321cf8ef1b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.979058] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ded72-fc95-4e30-a7ec-a91a0ec4fb43 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.006869] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Reconfiguring VM to detach interface {{(pid=69731) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1213.007943] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9112af6-c311-4505-9dea-813e55c89f57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.028214] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1213.028214] env[69731]: value = "task-3276108" [ 1213.028214] env[69731]: _type = "Task" [ 1213.028214] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.038767] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.082942] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276107, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.347207] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0760634d-a51d-4223-9d0c-21ddb2070bcc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.359558] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8e4ecf-0183-4324-9070-006a2c3e4ec2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.397763] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.397959] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.399737] env[69731]: DEBUG nova.network.neutron [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.400350] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8172de42-26db-4c4a-aea1-b625499eafce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.415262] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924608e5-6a0f-40bf-9432-c4e48d331ce8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.434454] env[69731]: DEBUG nova.compute.provider_tree [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.486198] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61fc0aa-0e7d-4c24-9b22-ef7484f71a1a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.515964] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.516382] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1becdefe-e921-478a-810c-1f1299ca1a69 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.528358] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1213.528358] env[69731]: value = "task-3276109" [ 1213.528358] env[69731]: _type = "Task" [ 1213.528358] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.542772] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.546330] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.586349] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276107, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.937661] env[69731]: DEBUG nova.network.neutron [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.940791] env[69731]: DEBUG nova.scheduler.client.report [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.054402] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.054686] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.089876] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276107, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.149976] env[69731]: DEBUG nova.network.neutron [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Updating instance_info_cache with network_info: [{"id": "0358df38-806f-42fa-8f06-e866ccec19bd", "address": "fa:16:3e:45:24:30", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0358df38-80", "ovs_interfaceid": "0358df38-806f-42fa-8f06-e866ccec19bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.353428] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "a660956a-6c0b-4425-8256-5f058d169962" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.353759] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a660956a-6c0b-4425-8256-5f058d169962" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.449687] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.450105] env[69731]: DEBUG nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.546146] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.549563] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.586573] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276107, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.651908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.652444] env[69731]: DEBUG nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Instance network_info: |[{"id": "0358df38-806f-42fa-8f06-e866ccec19bd", "address": "fa:16:3e:45:24:30", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0358df38-80", "ovs_interfaceid": "0358df38-806f-42fa-8f06-e866ccec19bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.652926] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:24:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0358df38-806f-42fa-8f06-e866ccec19bd', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.661562] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.661956] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.662277] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21252db8-1230-4a8d-9feb-aca0c1d590ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.689091] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.689091] env[69731]: value = "task-3276110" [ 1214.689091] env[69731]: _type = "Task" [ 1214.689091] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.702699] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276110, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.856689] env[69731]: DEBUG nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.882046] env[69731]: DEBUG nova.compute.manager [req-f158bb00-0498-4066-a1cf-ed9709766300 req-5daa512e-3c1f-4144-ba64-42a789bc9bff service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Received event network-changed-0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.882437] env[69731]: DEBUG nova.compute.manager [req-f158bb00-0498-4066-a1cf-ed9709766300 req-5daa512e-3c1f-4144-ba64-42a789bc9bff service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Refreshing instance network info cache due to event network-changed-0358df38-806f-42fa-8f06-e866ccec19bd. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.882694] env[69731]: DEBUG oslo_concurrency.lockutils [req-f158bb00-0498-4066-a1cf-ed9709766300 req-5daa512e-3c1f-4144-ba64-42a789bc9bff service nova] Acquiring lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.883291] env[69731]: DEBUG oslo_concurrency.lockutils [req-f158bb00-0498-4066-a1cf-ed9709766300 req-5daa512e-3c1f-4144-ba64-42a789bc9bff service nova] Acquired lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.883291] env[69731]: DEBUG nova.network.neutron [req-f158bb00-0498-4066-a1cf-ed9709766300 req-5daa512e-3c1f-4144-ba64-42a789bc9bff service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Refreshing network info cache for port 0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.955914] env[69731]: DEBUG nova.compute.utils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.957533] env[69731]: DEBUG nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.957533] env[69731]: DEBUG nova.network.neutron [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.042555] env[69731]: DEBUG nova.policy [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c2ca130d78c4d19b9eed0b8cffac8cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71498407668d4bec9a529494ae2bd29c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.050248] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.054555] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276109, 'name': PowerOffVM_Task, 'duration_secs': 1.489829} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.054987] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.062101] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfiguring VM instance instance-0000006d to detach disk 2002 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.062719] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46489316-e35a-49bb-ba38-8333a99a4f0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.095535] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276107, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.098348] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1215.098348] env[69731]: value = "task-3276111" [ 1215.098348] env[69731]: _type = "Task" [ 1215.098348] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.117089] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276111, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.205556] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276110, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.387343] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.387824] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.389989] env[69731]: INFO nova.compute.claims [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.461125] env[69731]: DEBUG nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.544864] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.592683] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276107, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.925562} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.592962] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a/OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a.vmdk to [datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde/6b420581-14f8-4d5b-8098-1a9043f80dde.vmdk. [ 1215.595056] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Cleaning up location [datastore1] OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1215.595349] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_62abc520-8b41-461a-b7da-b817c981b53a {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.595627] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ed651b8-87a0-411a-9901-addd911deb3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.604382] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1215.604382] env[69731]: value = "task-3276112" [ 1215.604382] env[69731]: _type = "Task" [ 1215.604382] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.611315] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.619153] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.684515] env[69731]: DEBUG nova.network.neutron [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Successfully created port: 888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.701778] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276110, 'name': CreateVM_Task, 'duration_secs': 0.770501} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.702148] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.703913] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.703913] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.703913] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.704109] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72999b78-6304-4913-b95b-600419b89bf6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.711871] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1215.711871] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525846e3-86f0-941d-30e5-876eb24d6b05" [ 1215.711871] env[69731]: _type = "Task" [ 1215.711871] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.721875] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525846e3-86f0-941d-30e5-876eb24d6b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.794913] env[69731]: DEBUG nova.network.neutron [req-f158bb00-0498-4066-a1cf-ed9709766300 req-5daa512e-3c1f-4144-ba64-42a789bc9bff service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Updated VIF entry in instance network info cache for port 0358df38-806f-42fa-8f06-e866ccec19bd. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.795507] env[69731]: DEBUG nova.network.neutron [req-f158bb00-0498-4066-a1cf-ed9709766300 req-5daa512e-3c1f-4144-ba64-42a789bc9bff service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Updating instance_info_cache with network_info: [{"id": "0358df38-806f-42fa-8f06-e866ccec19bd", "address": "fa:16:3e:45:24:30", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0358df38-80", "ovs_interfaceid": "0358df38-806f-42fa-8f06-e866ccec19bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.968752] env[69731]: INFO nova.virt.block_device [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Booting with volume ef39e05f-1845-4e8f-bfa1-d7cd527ec27a at /dev/sda [ 1216.016131] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-650e8975-22f6-40c5-a261-ef5e18247c32 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.027372] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d511aa63-e000-45ee-b86d-215872ad6a26 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.061025] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.077413] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcef73dc-48c9-48ba-af57-09d24d1de874 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.092593] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd755b2-9a52-4cdf-bed1-d4a7c93d67e5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.122759] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228645} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.127555] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.127981] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde/6b420581-14f8-4d5b-8098-1a9043f80dde.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.128373] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde/6b420581-14f8-4d5b-8098-1a9043f80dde.vmdk to [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821/569c7b2e-f30c-4768-825e-0760e9dcc821.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.128793] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.129175] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04f1be88-1db6-4f54-861e-d352ca409fe1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.144665] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67024d9-7220-4bda-b4c3-385f4cf633de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.157032] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1216.157032] env[69731]: value = "task-3276113" [ 1216.157032] env[69731]: _type = "Task" [ 1216.157032] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.162999] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6004c601-b948-4423-8c54-5c97507ec633 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.169501] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.183090] env[69731]: DEBUG nova.virt.block_device [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating existing volume attachment record: f3011b18-418b-45a1-a2c7-6e12f82cd684 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.225024] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525846e3-86f0-941d-30e5-876eb24d6b05, 'name': SearchDatastore_Task, 'duration_secs': 0.019214} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.225024] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.225024] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.225024] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.225024] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.225024] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.225024] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0586aaa3-2c72-4cec-8520-7853b920b095 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.237959] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.238173] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.238925] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64fc761-8df5-47f2-82db-493e39ffa276 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.245127] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1216.245127] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cbf6b0-5d1d-dbec-fb9d-ab6258c6043c" [ 1216.245127] env[69731]: _type = "Task" [ 1216.245127] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.255493] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cbf6b0-5d1d-dbec-fb9d-ab6258c6043c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.298385] env[69731]: DEBUG oslo_concurrency.lockutils [req-f158bb00-0498-4066-a1cf-ed9709766300 req-5daa512e-3c1f-4144-ba64-42a789bc9bff service nova] Releasing lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.555160] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.623446] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276111, 'name': ReconfigVM_Task, 'duration_secs': 1.455183} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.623734] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfigured VM instance instance-0000006d to detach disk 2002 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.623999] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.624376] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6f185f-8896-4607-bb86-37dc586c55f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.628069] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c1e85-6d35-4723-859b-91fc7466e386 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.632470] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1216.632470] env[69731]: value = "task-3276114" [ 1216.632470] env[69731]: _type = "Task" [ 1216.632470] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.641275] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6993c6-4e7b-4902-87c2-33eeba4d8550 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.648686] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.682952] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8c263a-941a-4bd5-a757-9cd663ff9af5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.691648] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.695123] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce2108f-32d9-4692-ab24-9b713a4d63ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.709117] env[69731]: DEBUG nova.compute.provider_tree [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.756548] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cbf6b0-5d1d-dbec-fb9d-ab6258c6043c, 'name': SearchDatastore_Task, 'duration_secs': 0.021117} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.757597] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d072d472-4a77-4b18-bd1e-42e29d0df66b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.764034] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1216.764034] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c837f9-b56f-4a85-d3cc-3401339caf17" [ 1216.764034] env[69731]: _type = "Task" [ 1216.764034] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.772808] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c837f9-b56f-4a85-d3cc-3401339caf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.055745] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.151602] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.154727] env[69731]: DEBUG nova.compute.manager [req-2cd03a9f-f09c-468e-a773-6f411b0db1dd req-01ecb954-c662-4ebe-a3a8-1407ac1de88d service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Received event network-vif-plugged-888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.154938] env[69731]: DEBUG oslo_concurrency.lockutils [req-2cd03a9f-f09c-468e-a773-6f411b0db1dd req-01ecb954-c662-4ebe-a3a8-1407ac1de88d service nova] Acquiring lock "d027cada-ade1-4180-9ab5-f2442566db13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.155155] env[69731]: DEBUG oslo_concurrency.lockutils [req-2cd03a9f-f09c-468e-a773-6f411b0db1dd req-01ecb954-c662-4ebe-a3a8-1407ac1de88d service nova] Lock "d027cada-ade1-4180-9ab5-f2442566db13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.155324] env[69731]: DEBUG oslo_concurrency.lockutils [req-2cd03a9f-f09c-468e-a773-6f411b0db1dd req-01ecb954-c662-4ebe-a3a8-1407ac1de88d service nova] Lock "d027cada-ade1-4180-9ab5-f2442566db13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.155488] env[69731]: DEBUG nova.compute.manager [req-2cd03a9f-f09c-468e-a773-6f411b0db1dd req-01ecb954-c662-4ebe-a3a8-1407ac1de88d service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] No waiting events found dispatching network-vif-plugged-888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.155647] env[69731]: WARNING nova.compute.manager [req-2cd03a9f-f09c-468e-a773-6f411b0db1dd req-01ecb954-c662-4ebe-a3a8-1407ac1de88d service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Received unexpected event network-vif-plugged-888773a4-2767-4549-8fe1-e225c46eea54 for instance with vm_state building and task_state block_device_mapping. [ 1217.200059] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276113, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.212353] env[69731]: DEBUG nova.scheduler.client.report [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.285112] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c837f9-b56f-4a85-d3cc-3401339caf17, 'name': SearchDatastore_Task, 'duration_secs': 0.01642} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.285781] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.286103] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 2fe88a80-edd9-4410-9aba-f28ff4836fca/2fe88a80-edd9-4410-9aba-f28ff4836fca.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.286410] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-464a87eb-233e-4d2f-97f9-ccf9d3fecb4b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.300431] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1217.300431] env[69731]: value = "task-3276115" [ 1217.300431] env[69731]: _type = "Task" [ 1217.300431] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.313645] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.418230] env[69731]: DEBUG nova.network.neutron [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Successfully updated port: 888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.555638] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.651266] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276114, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.699155] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276113, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.721648] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.722502] env[69731]: DEBUG nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.827845] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.923171] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.923171] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.923171] env[69731]: DEBUG nova.network.neutron [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.065641] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.151921] env[69731]: DEBUG oslo_vmware.api [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276114, 'name': PowerOnVM_Task, 'duration_secs': 1.449578} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.152723] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.152723] env[69731]: DEBUG nova.compute.manager [None req-aafb49fa-ce9b-4cc3-93c2-af07acf5d9eb tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.153499] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0bf76f-960b-48c1-bd08-65b09d18dc0f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.199389] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276113, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.228324] env[69731]: DEBUG nova.compute.utils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.229895] env[69731]: DEBUG nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.230100] env[69731]: DEBUG nova.network.neutron [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.270801] env[69731]: DEBUG nova.policy [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6bbadda2b9e4c38829965965af007c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f062e1c47ea4858af4c8b2a73b4636c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.316416] env[69731]: DEBUG nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.317576] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.317793] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.317884] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.318077] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.318230] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.318379] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.318591] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.318791] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.318911] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.319087] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.319267] env[69731]: DEBUG nova.virt.hardware [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.325440] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f035fb-0a6a-4127-bc4f-54fe28368c57 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.327385] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.340076] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c7e094-c3ab-4733-971c-c28d00b23f96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.561158] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.700169] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276113, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.735206] env[69731]: DEBUG nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.755254] env[69731]: DEBUG nova.network.neutron [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.823552] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.040665] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.040665] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.061948] env[69731]: DEBUG oslo_vmware.api [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276108, 'name': ReconfigVM_Task, 'duration_secs': 5.959366} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.062251] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.062485] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Reconfigured VM to detach interface {{(pid=69731) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1219.114219] env[69731]: DEBUG nova.network.neutron [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance_info_cache with network_info: [{"id": "888773a4-2767-4549-8fe1-e225c46eea54", "address": "fa:16:3e:59:08:91", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888773a4-27", "ovs_interfaceid": "888773a4-2767-4549-8fe1-e225c46eea54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.182243] env[69731]: DEBUG nova.compute.manager [req-b62bd635-8cc0-47d7-9318-e04c2038f6e2 req-6c916f8f-06d1-4b3a-a875-2f1dbe90f993 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Received event network-changed-888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.182442] env[69731]: DEBUG nova.compute.manager [req-b62bd635-8cc0-47d7-9318-e04c2038f6e2 req-6c916f8f-06d1-4b3a-a875-2f1dbe90f993 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Refreshing instance network info cache due to event network-changed-888773a4-2767-4549-8fe1-e225c46eea54. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.182635] env[69731]: DEBUG oslo_concurrency.lockutils [req-b62bd635-8cc0-47d7-9318-e04c2038f6e2 req-6c916f8f-06d1-4b3a-a875-2f1dbe90f993 service nova] Acquiring lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.197874] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276113, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.045244} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.198195] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b420581-14f8-4d5b-8098-1a9043f80dde/6b420581-14f8-4d5b-8098-1a9043f80dde.vmdk to [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821/569c7b2e-f30c-4768-825e-0760e9dcc821.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.199027] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da99b67-3b36-4772-b994-6c7cc6e10b35 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.226074] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821/569c7b2e-f30c-4768-825e-0760e9dcc821.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.226781] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6953dc90-4e8d-4086-b4d9-4485ea424f02 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.254892] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1219.254892] env[69731]: value = "task-3276116" [ 1219.254892] env[69731]: _type = "Task" [ 1219.254892] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.276265] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.306049] env[69731]: DEBUG nova.network.neutron [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Successfully created port: d96073e4-8cb2-407a-b33f-e0843efafa1e {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.322152] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276115, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.398918] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "bf0d87cb-f348-4133-b65a-0f7934533e01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.399220] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "bf0d87cb-f348-4133-b65a-0f7934533e01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.399449] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "bf0d87cb-f348-4133-b65a-0f7934533e01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.399646] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "bf0d87cb-f348-4133-b65a-0f7934533e01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.399819] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "bf0d87cb-f348-4133-b65a-0f7934533e01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.402166] env[69731]: INFO nova.compute.manager [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Terminating instance [ 1219.543486] env[69731]: DEBUG nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.617390] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.617762] env[69731]: DEBUG nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Instance network_info: |[{"id": "888773a4-2767-4549-8fe1-e225c46eea54", "address": "fa:16:3e:59:08:91", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888773a4-27", "ovs_interfaceid": "888773a4-2767-4549-8fe1-e225c46eea54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.618438] env[69731]: DEBUG oslo_concurrency.lockutils [req-b62bd635-8cc0-47d7-9318-e04c2038f6e2 req-6c916f8f-06d1-4b3a-a875-2f1dbe90f993 service nova] Acquired lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.618629] env[69731]: DEBUG nova.network.neutron [req-b62bd635-8cc0-47d7-9318-e04c2038f6e2 req-6c916f8f-06d1-4b3a-a875-2f1dbe90f993 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Refreshing network info cache for port 888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.619956] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:08:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888773a4-2767-4549-8fe1-e225c46eea54', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.628156] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.628482] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.628726] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4144f6d0-6ddb-4427-aa84-8b45a3ad6548 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.652045] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.652045] env[69731]: value = "task-3276117" [ 1219.652045] env[69731]: _type = "Task" [ 1219.652045] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.667501] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276117, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.752331] env[69731]: DEBUG nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.773185] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.782612] env[69731]: DEBUG nova.compute.manager [req-23755352-bf30-4f39-8d34-aa168e31f653 req-9c47ef46-dd76-4c2e-a8c8-3c53bb1bc33d service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Received event network-changed-4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.782989] env[69731]: DEBUG nova.compute.manager [req-23755352-bf30-4f39-8d34-aa168e31f653 req-9c47ef46-dd76-4c2e-a8c8-3c53bb1bc33d service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Refreshing instance network info cache due to event network-changed-4ea306a7-d54c-4145-bdb9-0bf83f29d27e. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.783294] env[69731]: DEBUG oslo_concurrency.lockutils [req-23755352-bf30-4f39-8d34-aa168e31f653 req-9c47ef46-dd76-4c2e-a8c8-3c53bb1bc33d service nova] Acquiring lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.783461] env[69731]: DEBUG oslo_concurrency.lockutils [req-23755352-bf30-4f39-8d34-aa168e31f653 req-9c47ef46-dd76-4c2e-a8c8-3c53bb1bc33d service nova] Acquired lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.783634] env[69731]: DEBUG nova.network.neutron [req-23755352-bf30-4f39-8d34-aa168e31f653 req-9c47ef46-dd76-4c2e-a8c8-3c53bb1bc33d service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Refreshing network info cache for port 4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.791727] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.792011] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.792200] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.792408] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.792560] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.792708] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.792922] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.793146] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.793331] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.793500] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.793676] env[69731]: DEBUG nova.virt.hardware [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.794883] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8d491e-aacf-45e2-84f6-18f989d4272c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.805710] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d9906-d1ba-424e-8688-6c51eebf50bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.831787] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276115, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.396336} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.833203] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 2fe88a80-edd9-4410-9aba-f28ff4836fca/2fe88a80-edd9-4410-9aba-f28ff4836fca.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.833203] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.833576] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c3a6511-4c4f-47b9-becf-82a13c25fbf0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.841973] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1219.841973] env[69731]: value = "task-3276118" [ 1219.841973] env[69731]: _type = "Task" [ 1219.841973] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.853012] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.906477] env[69731]: DEBUG nova.compute.manager [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.906850] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.907762] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f882382-7711-4039-976e-a3de638d77e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.917461] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.917757] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce7c9845-8234-4845-a44f-8a5a6f9f64f8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.926064] env[69731]: DEBUG oslo_vmware.api [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1219.926064] env[69731]: value = "task-3276119" [ 1219.926064] env[69731]: _type = "Task" [ 1219.926064] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.936482] env[69731]: DEBUG oslo_vmware.api [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.067344] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.067638] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.069522] env[69731]: INFO nova.compute.claims [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.165939] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276117, 'name': CreateVM_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.276521] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.365268] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071148} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.365268] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.366338] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3029ee03-5f06-4b16-8b54-0b41739a5700 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.392390] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 2fe88a80-edd9-4410-9aba-f28ff4836fca/2fe88a80-edd9-4410-9aba-f28ff4836fca.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.392758] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c6c7d85-1a12-440f-aeff-1fcbf72df597 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.421187] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1220.421187] env[69731]: value = "task-3276120" [ 1220.421187] env[69731]: _type = "Task" [ 1220.421187] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.434310] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.440091] env[69731]: DEBUG oslo_vmware.api [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276119, 'name': PowerOffVM_Task, 'duration_secs': 0.424902} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.440403] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.440597] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.440855] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce058440-88cc-4c28-b993-e72b898bc4d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.525557] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.525965] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.526246] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleting the datastore file [datastore2] bf0d87cb-f348-4133-b65a-0f7934533e01 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.526581] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7995821a-0040-44ce-89fc-105ddb885678 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.534994] env[69731]: DEBUG oslo_vmware.api [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1220.534994] env[69731]: value = "task-3276122" [ 1220.534994] env[69731]: _type = "Task" [ 1220.534994] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.543903] env[69731]: DEBUG oslo_vmware.api [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.544992] env[69731]: DEBUG nova.network.neutron [req-b62bd635-8cc0-47d7-9318-e04c2038f6e2 req-6c916f8f-06d1-4b3a-a875-2f1dbe90f993 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updated VIF entry in instance network info cache for port 888773a4-2767-4549-8fe1-e225c46eea54. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.545348] env[69731]: DEBUG nova.network.neutron [req-b62bd635-8cc0-47d7-9318-e04c2038f6e2 req-6c916f8f-06d1-4b3a-a875-2f1dbe90f993 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance_info_cache with network_info: [{"id": "888773a4-2767-4549-8fe1-e225c46eea54", "address": "fa:16:3e:59:08:91", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888773a4-27", "ovs_interfaceid": "888773a4-2767-4549-8fe1-e225c46eea54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.620852] env[69731]: DEBUG nova.network.neutron [req-23755352-bf30-4f39-8d34-aa168e31f653 req-9c47ef46-dd76-4c2e-a8c8-3c53bb1bc33d service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updated VIF entry in instance network info cache for port 4ea306a7-d54c-4145-bdb9-0bf83f29d27e. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.621316] env[69731]: DEBUG nova.network.neutron [req-23755352-bf30-4f39-8d34-aa168e31f653 req-9c47ef46-dd76-4c2e-a8c8-3c53bb1bc33d service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [{"id": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "address": "fa:16:3e:e5:14:b4", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea306a7-d5", "ovs_interfaceid": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.665152] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276117, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.694705] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.694944] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquired lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.695195] env[69731]: DEBUG nova.network.neutron [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.770892] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276116, 'name': ReconfigVM_Task, 'duration_secs': 1.094509} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.771224] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821/569c7b2e-f30c-4768-825e-0760e9dcc821.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.771888] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da17d1a-492a-4198-9fa1-5ed976a98c23 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.784061] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1220.784061] env[69731]: value = "task-3276123" [ 1220.784061] env[69731]: _type = "Task" [ 1220.784061] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.798612] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276123, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.932494] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276120, 'name': ReconfigVM_Task, 'duration_secs': 0.32367} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.933374] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 2fe88a80-edd9-4410-9aba-f28ff4836fca/2fe88a80-edd9-4410-9aba-f28ff4836fca.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.933478] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d916a10-79f9-41ae-860e-a433cbecf6e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.957193] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1220.957193] env[69731]: value = "task-3276124" [ 1220.957193] env[69731]: _type = "Task" [ 1220.957193] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.967812] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276124, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.021917] env[69731]: DEBUG nova.network.neutron [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Successfully updated port: d96073e4-8cb2-407a-b33f-e0843efafa1e {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.047941] env[69731]: DEBUG oslo_vmware.api [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.047941] env[69731]: DEBUG oslo_concurrency.lockutils [req-b62bd635-8cc0-47d7-9318-e04c2038f6e2 req-6c916f8f-06d1-4b3a-a875-2f1dbe90f993 service nova] Releasing lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.125112] env[69731]: DEBUG oslo_concurrency.lockutils [req-23755352-bf30-4f39-8d34-aa168e31f653 req-9c47ef46-dd76-4c2e-a8c8-3c53bb1bc33d service nova] Releasing lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.163733] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276117, 'name': CreateVM_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.211242] env[69731]: DEBUG nova.compute.manager [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] Received event network-vif-plugged-d96073e4-8cb2-407a-b33f-e0843efafa1e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.211242] env[69731]: DEBUG oslo_concurrency.lockutils [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] Acquiring lock "a660956a-6c0b-4425-8256-5f058d169962-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.211242] env[69731]: DEBUG oslo_concurrency.lockutils [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] Lock "a660956a-6c0b-4425-8256-5f058d169962-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.211242] env[69731]: DEBUG oslo_concurrency.lockutils [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] Lock "a660956a-6c0b-4425-8256-5f058d169962-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.211242] env[69731]: DEBUG nova.compute.manager [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] No waiting events found dispatching network-vif-plugged-d96073e4-8cb2-407a-b33f-e0843efafa1e {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.211242] env[69731]: WARNING nova.compute.manager [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] Received unexpected event network-vif-plugged-d96073e4-8cb2-407a-b33f-e0843efafa1e for instance with vm_state building and task_state spawning. [ 1221.211242] env[69731]: DEBUG nova.compute.manager [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] Received event network-changed-d96073e4-8cb2-407a-b33f-e0843efafa1e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.211242] env[69731]: DEBUG nova.compute.manager [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] Refreshing instance network info cache due to event network-changed-d96073e4-8cb2-407a-b33f-e0843efafa1e. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.212382] env[69731]: DEBUG oslo_concurrency.lockutils [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] Acquiring lock "refresh_cache-a660956a-6c0b-4425-8256-5f058d169962" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.212790] env[69731]: DEBUG oslo_concurrency.lockutils [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] Acquired lock "refresh_cache-a660956a-6c0b-4425-8256-5f058d169962" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.213236] env[69731]: DEBUG nova.network.neutron [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] Refreshing network info cache for port d96073e4-8cb2-407a-b33f-e0843efafa1e {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.298025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "91d1e227-cb0e-4eea-b28f-7aa220957611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.298025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.298025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.298025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.298025] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.302896] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276123, 'name': Rename_Task, 'duration_secs': 0.333483} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.303677] env[69731]: INFO nova.compute.manager [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Terminating instance [ 1221.308150] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.309771] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1237915-7246-4a0f-9665-e0fa52f5e32b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.318546] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1221.318546] env[69731]: value = "task-3276125" [ 1221.318546] env[69731]: _type = "Task" [ 1221.318546] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.330099] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.348035] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4113a146-6570-4e75-a618-9cfb342e963a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.361950] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb0fd66-b30b-4f91-b0d9-4a9647c43545 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.394791] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be03381c-e03b-4533-b34f-2fed5d73ff8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.406582] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd6920e-c48d-409c-8656-6d95c8f03f91 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.422360] env[69731]: DEBUG nova.compute.provider_tree [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.471574] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276124, 'name': Rename_Task, 'duration_secs': 0.341969} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.472189] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.472490] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37e6b126-63e4-4dd6-b2a1-cce6e8f34fbb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.483176] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1221.483176] env[69731]: value = "task-3276126" [ 1221.483176] env[69731]: _type = "Task" [ 1221.483176] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.502654] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.527601] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "refresh_cache-a660956a-6c0b-4425-8256-5f058d169962" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.546317] env[69731]: DEBUG oslo_vmware.api [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524734} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.546649] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.546856] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.547049] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.547233] env[69731]: INFO nova.compute.manager [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1221.547482] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.547680] env[69731]: DEBUG nova.compute.manager [-] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.547778] env[69731]: DEBUG nova.network.neutron [-] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.586700] env[69731]: INFO nova.network.neutron [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Port 329e9aaf-9d19-44d5-87a7-bc5e43371335 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1221.586700] env[69731]: DEBUG nova.network.neutron [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [{"id": "7cb8b5b9-674d-4941-b4f0-889229c68688", "address": "fa:16:3e:f9:24:a8", "network": {"id": "ab52b71e-3144-4acc-8418-0f2130dd7826", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-32688667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "720a87395b9246519051011f27876a75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8b5b9-67", "ovs_interfaceid": "7cb8b5b9-674d-4941-b4f0-889229c68688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.665627] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276117, 'name': CreateVM_Task, 'duration_secs': 1.689803} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.665627] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.665627] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'attachment_id': 'f3011b18-418b-45a1-a2c7-6e12f82cd684', 'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654312', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'name': 'volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd027cada-ade1-4180-9ab5-f2442566db13', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'serial': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a'}, 'volume_type': None}], 'swap': None} {{(pid=69731) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1221.665798] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Root volume attach. Driver type: vmdk {{(pid=69731) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1221.666781] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ea27d-92ae-47d1-af0e-3df42c5d89fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.676091] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112301d0-bca1-419e-8186-6d418b43d3a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.685873] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2816a73-57c8-46f8-867b-a901b1064aae {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.693117] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-909754b9-070e-479a-ba4a-0aa6159c74a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.701128] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1221.701128] env[69731]: value = "task-3276127" [ 1221.701128] env[69731]: _type = "Task" [ 1221.701128] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.710335] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276127, 'name': RelocateVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.777714] env[69731]: DEBUG nova.network.neutron [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.812772] env[69731]: DEBUG nova.compute.manager [req-8b2553ba-1eb8-45ad-a429-0f766f70d845 req-bb48e51b-a44c-49a0-a006-f83d5411fb6b service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Received event network-changed-4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.813324] env[69731]: DEBUG nova.compute.manager [req-8b2553ba-1eb8-45ad-a429-0f766f70d845 req-bb48e51b-a44c-49a0-a006-f83d5411fb6b service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Refreshing instance network info cache due to event network-changed-4ea306a7-d54c-4145-bdb9-0bf83f29d27e. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.813647] env[69731]: DEBUG oslo_concurrency.lockutils [req-8b2553ba-1eb8-45ad-a429-0f766f70d845 req-bb48e51b-a44c-49a0-a006-f83d5411fb6b service nova] Acquiring lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.813848] env[69731]: DEBUG oslo_concurrency.lockutils [req-8b2553ba-1eb8-45ad-a429-0f766f70d845 req-bb48e51b-a44c-49a0-a006-f83d5411fb6b service nova] Acquired lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.814078] env[69731]: DEBUG nova.network.neutron [req-8b2553ba-1eb8-45ad-a429-0f766f70d845 req-bb48e51b-a44c-49a0-a006-f83d5411fb6b service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Refreshing network info cache for port 4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.816218] env[69731]: DEBUG nova.compute.manager [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.817194] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.818289] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807c971d-a629-4b03-8929-57c53c905670 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.836390] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.839454] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.839769] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f917367f-d4e3-4e0e-b3bb-9759f2f26b03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.849384] env[69731]: DEBUG oslo_vmware.api [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1221.849384] env[69731]: value = "task-3276128" [ 1221.849384] env[69731]: _type = "Task" [ 1221.849384] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.859956] env[69731]: DEBUG oslo_vmware.api [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.914672] env[69731]: DEBUG nova.network.neutron [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.926380] env[69731]: DEBUG nova.scheduler.client.report [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.997371] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276126, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.090528] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Releasing lock "refresh_cache-91d1e227-cb0e-4eea-b28f-7aa220957611" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.212309] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276127, 'name': RelocateVM_Task, 'duration_secs': 0.455264} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.212732] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.212732] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654312', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'name': 'volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd027cada-ade1-4180-9ab5-f2442566db13', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'serial': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.213570] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45a702b-7a8d-4978-bb0c-4fe34bea45f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.230398] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713822f2-b84d-44ec-9857-30f04b826ce3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.253023] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a/volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.253644] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34fbb0aa-c94c-4b9b-a9a3-360c86da76cb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.277936] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1222.277936] env[69731]: value = "task-3276129" [ 1222.277936] env[69731]: _type = "Task" [ 1222.277936] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.287495] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.333162] env[69731]: DEBUG oslo_vmware.api [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276125, 'name': PowerOnVM_Task, 'duration_secs': 0.80861} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.333422] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.361353] env[69731]: DEBUG oslo_vmware.api [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276128, 'name': PowerOffVM_Task, 'duration_secs': 0.19254} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.361611] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.361774] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.362868] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-105fb08a-fb0c-4984-9ce8-17cadf41dce7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.417483] env[69731]: DEBUG oslo_concurrency.lockutils [req-591da927-8eca-49d0-80c4-48d42183f08a req-e62f6081-0df6-45e6-8432-5934c2cb7653 service nova] Releasing lock "refresh_cache-a660956a-6c0b-4425-8256-5f058d169962" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.417947] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "refresh_cache-a660956a-6c0b-4425-8256-5f058d169962" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.418120] env[69731]: DEBUG nova.network.neutron [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.432937] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.433493] env[69731]: DEBUG nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.438551] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.438774] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.439026] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleting the datastore file [datastore1] 91d1e227-cb0e-4eea-b28f-7aa220957611 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.439277] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-831cb622-4411-448e-9e8a-2c75c991066d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.447229] env[69731]: DEBUG oslo_vmware.api [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1222.447229] env[69731]: value = "task-3276131" [ 1222.447229] env[69731]: _type = "Task" [ 1222.447229] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.451852] env[69731]: DEBUG nova.compute.manager [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.452741] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d61e8f-a74b-4673-a828-e2eaa84760a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.461146] env[69731]: DEBUG oslo_vmware.api [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.497488] env[69731]: DEBUG oslo_vmware.api [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276126, 'name': PowerOnVM_Task, 'duration_secs': 0.616648} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.497817] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.498055] env[69731]: INFO nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1222.498285] env[69731]: DEBUG nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.499168] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f415a1-ae8f-43cb-9e17-ced7b9ecc1a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.594825] env[69731]: DEBUG oslo_concurrency.lockutils [None req-092933fa-29f8-49f2-8c7a-1554b3ed6b35 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "interface-91d1e227-cb0e-4eea-b28f-7aa220957611-329e9aaf-9d19-44d5-87a7-bc5e43371335" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.142s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.652957] env[69731]: DEBUG nova.network.neutron [req-8b2553ba-1eb8-45ad-a429-0f766f70d845 req-bb48e51b-a44c-49a0-a006-f83d5411fb6b service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updated VIF entry in instance network info cache for port 4ea306a7-d54c-4145-bdb9-0bf83f29d27e. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.653372] env[69731]: DEBUG nova.network.neutron [req-8b2553ba-1eb8-45ad-a429-0f766f70d845 req-bb48e51b-a44c-49a0-a006-f83d5411fb6b service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [{"id": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "address": "fa:16:3e:e5:14:b4", "network": {"id": "ac72e4c1-8190-4666-97dc-d594f30f5c40", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1406644339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fea8db7d74d3486cdcd3ffd841c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea306a7-d5", "ovs_interfaceid": "4ea306a7-d54c-4145-bdb9-0bf83f29d27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.674986] env[69731]: DEBUG nova.network.neutron [-] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.789245] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276129, 'name': ReconfigVM_Task, 'duration_secs': 0.293291} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.789567] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a/volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.794238] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-222ee9d0-49f1-42d7-9c27-67285fce50b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.810887] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1222.810887] env[69731]: value = "task-3276132" [ 1222.810887] env[69731]: _type = "Task" [ 1222.810887] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.819793] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.939890] env[69731]: DEBUG nova.compute.utils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.941380] env[69731]: DEBUG nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.941589] env[69731]: DEBUG nova.network.neutron [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.958071] env[69731]: DEBUG oslo_vmware.api [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451376} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.958876] env[69731]: DEBUG nova.network.neutron [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.960741] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.960933] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.961127] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.961303] env[69731]: INFO nova.compute.manager [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1222.961543] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.961740] env[69731]: DEBUG nova.compute.manager [-] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.961828] env[69731]: DEBUG nova.network.neutron [-] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.972843] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bda70149-63b7-4a45-932a-26d7a5b0baa3 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.794s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.016686] env[69731]: INFO nova.compute.manager [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Took 15.05 seconds to build instance. [ 1223.031162] env[69731]: DEBUG nova.policy [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9642cb3c037d4b4baf2cf8bbacf82f30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77574f12d483427e8f137df368ba7bf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.156155] env[69731]: DEBUG oslo_concurrency.lockutils [req-8b2553ba-1eb8-45ad-a429-0f766f70d845 req-bb48e51b-a44c-49a0-a006-f83d5411fb6b service nova] Releasing lock "refresh_cache-dc39fedf-8db2-4922-a357-a6321cf8ef1b" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.177421] env[69731]: INFO nova.compute.manager [-] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Took 1.63 seconds to deallocate network for instance. [ 1223.244578] env[69731]: DEBUG nova.compute.manager [req-6c5ebf95-bba5-4744-9888-57f7c08a963d req-6e25f6e0-3485-4eba-9091-682a2911713b service nova] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Received event network-vif-deleted-083c836a-1b20-4020-a0b9-496e7af7ac34 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.293111] env[69731]: DEBUG nova.network.neutron [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Updating instance_info_cache with network_info: [{"id": "d96073e4-8cb2-407a-b33f-e0843efafa1e", "address": "fa:16:3e:e2:68:5f", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96073e4-8c", "ovs_interfaceid": "d96073e4-8cb2-407a-b33f-e0843efafa1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.323267] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276132, 'name': ReconfigVM_Task, 'duration_secs': 0.139077} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.323267] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654312', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'name': 'volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd027cada-ade1-4180-9ab5-f2442566db13', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'serial': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.323376] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab495a0-66ed-4038-9db8-8f11081d1e9f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.332975] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1223.332975] env[69731]: value = "task-3276133" [ 1223.332975] env[69731]: _type = "Task" [ 1223.332975] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.344942] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276133, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.445412] env[69731]: DEBUG nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.518252] env[69731]: DEBUG oslo_concurrency.lockutils [None req-54024571-835d-434a-8d7f-3f48c939d817 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.563s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.685235] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.685235] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.685235] env[69731]: DEBUG nova.objects.instance [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'resources' on Instance uuid bf0d87cb-f348-4133-b65a-0f7934533e01 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.800014] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "refresh_cache-a660956a-6c0b-4425-8256-5f058d169962" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.800014] env[69731]: DEBUG nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Instance network_info: |[{"id": "d96073e4-8cb2-407a-b33f-e0843efafa1e", "address": "fa:16:3e:e2:68:5f", "network": {"id": "75b1879e-3631-4138-a211-abf2d14b488b", "bridge": "br-int", "label": "tempest-ServersTestJSON-665632551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f062e1c47ea4858af4c8b2a73b4636c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96073e4-8c", "ovs_interfaceid": "d96073e4-8cb2-407a-b33f-e0843efafa1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.800014] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:68:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd96073e4-8cb2-407a-b33f-e0843efafa1e', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.806476] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.807076] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a660956a-6c0b-4425-8256-5f058d169962] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.807408] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67bd1e6e-8800-48ec-8064-4f784d4b810b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.830309] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.830309] env[69731]: value = "task-3276134" [ 1223.830309] env[69731]: _type = "Task" [ 1223.830309] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.842231] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276134, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.844981] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276133, 'name': Rename_Task, 'duration_secs': 0.138385} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.845421] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.845780] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24e0d27d-8a01-4179-acc3-3a3dc6946ef8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.854022] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1223.854022] env[69731]: value = "task-3276135" [ 1223.854022] env[69731]: _type = "Task" [ 1223.854022] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.869911] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276135, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.886190] env[69731]: DEBUG nova.network.neutron [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Successfully created port: b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.342834] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276134, 'name': CreateVM_Task, 'duration_secs': 0.320191} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.343115] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a660956a-6c0b-4425-8256-5f058d169962] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.343654] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.343818] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.344164] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.344444] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6328fc6-a3e4-4f4d-a5e1-bf16dcc0638e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.349368] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1224.349368] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528f6e45-7dd2-c99c-58a8-63a5cc6d9d4f" [ 1224.349368] env[69731]: _type = "Task" [ 1224.349368] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.359715] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528f6e45-7dd2-c99c-58a8-63a5cc6d9d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.364571] env[69731]: DEBUG oslo_vmware.api [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276135, 'name': PowerOnVM_Task, 'duration_secs': 0.452584} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.364994] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.365219] env[69731]: INFO nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Took 6.05 seconds to spawn the instance on the hypervisor. [ 1224.365440] env[69731]: DEBUG nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.366291] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c86343-989c-455c-b831-b8f6baf6bc8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.421035] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e509c798-9ac9-4f85-b98f-d18be2e3d2f6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.431748] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5721bf-08a5-4a1d-bd63-d7e0516ce5fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.478106] env[69731]: DEBUG nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.482101] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8834a0-3331-4729-82c9-9886616d61d6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.493144] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83236f9-f52e-4340-abfd-da0fa8155411 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.515857] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "569c7b2e-f30c-4768-825e-0760e9dcc821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.516250] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.516554] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.516834] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.520145] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.520878] env[69731]: DEBUG nova.compute.provider_tree [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.525657] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.525929] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.527290] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.527290] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.527290] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.527290] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.527290] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.527528] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.528120] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.528120] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.528230] env[69731]: DEBUG nova.virt.hardware [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.528938] env[69731]: INFO nova.compute.manager [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Terminating instance [ 1224.532164] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0593904c-7996-4c46-b01f-46c7cac1f405 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.537585] env[69731]: DEBUG nova.scheduler.client.report [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.548659] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ddbde7-355b-4f86-9673-8f5bba970672 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.861429] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528f6e45-7dd2-c99c-58a8-63a5cc6d9d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.861814] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.862105] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.862363] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.862506] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.862757] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.863110] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff9afa2c-c9c3-44b7-b605-bd5917b8bc1a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.872011] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.872253] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.873316] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7a924b-126b-4d7e-ad22-52bede327318 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.882248] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1224.882248] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52950482-4c2e-ee44-0f6e-946bcc5996ba" [ 1224.882248] env[69731]: _type = "Task" [ 1224.882248] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.890370] env[69731]: INFO nova.compute.manager [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Took 16.13 seconds to build instance. [ 1224.895275] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52950482-4c2e-ee44-0f6e-946bcc5996ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.895796] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd74102e-8dac-407a-897c-13c799d3b7fb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.904750] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1224.904750] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52511e22-214d-a327-65f7-2700048f452f" [ 1224.904750] env[69731]: _type = "Task" [ 1224.904750] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.916929] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52511e22-214d-a327-65f7-2700048f452f, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.917224] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.917480] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a660956a-6c0b-4425-8256-5f058d169962/a660956a-6c0b-4425-8256-5f058d169962.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.917845] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36c5228b-571e-4830-be26-5980198ae9c1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.927913] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1224.927913] env[69731]: value = "task-3276136" [ 1224.927913] env[69731]: _type = "Task" [ 1224.927913] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.940048] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.044089] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.360s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.046651] env[69731]: DEBUG nova.compute.manager [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.046845] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.048497] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5237da9b-a417-43c8-9bcf-990853bbf2bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.057133] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.057584] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35974a9-5cba-4d0e-9972-c2c3e3dc4d93 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.064231] env[69731]: DEBUG oslo_vmware.api [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1225.064231] env[69731]: value = "task-3276137" [ 1225.064231] env[69731]: _type = "Task" [ 1225.064231] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.070782] env[69731]: INFO nova.scheduler.client.report [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleted allocations for instance bf0d87cb-f348-4133-b65a-0f7934533e01 [ 1225.075997] env[69731]: DEBUG oslo_vmware.api [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.287312] env[69731]: DEBUG nova.compute.manager [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Received event network-changed-0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.287312] env[69731]: DEBUG nova.compute.manager [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Refreshing instance network info cache due to event network-changed-0358df38-806f-42fa-8f06-e866ccec19bd. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.287688] env[69731]: DEBUG oslo_concurrency.lockutils [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] Acquiring lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.288040] env[69731]: DEBUG oslo_concurrency.lockutils [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] Acquired lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.289365] env[69731]: DEBUG nova.network.neutron [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Refreshing network info cache for port 0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.391896] env[69731]: DEBUG oslo_concurrency.lockutils [None req-410018b5-4c88-4b15-bed3-58ad68ea3a49 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.658s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.435248] env[69731]: DEBUG nova.network.neutron [-] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.441266] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276136, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.578681] env[69731]: DEBUG oslo_vmware.api [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276137, 'name': PowerOffVM_Task, 'duration_secs': 0.292857} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.578681] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.578681] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.578681] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83ae8048-d566-464a-8c06-961484a9fe1e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.583739] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0f37131d-caae-4105-99d6-9c38d4fe2cae tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "bf0d87cb-f348-4133-b65a-0f7934533e01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.184s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.654761] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.655016] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.655226] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleting the datastore file [datastore1] 569c7b2e-f30c-4768-825e-0760e9dcc821 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.655544] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2ada908-0f01-432f-94d6-e287178e4a34 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.663246] env[69731]: DEBUG oslo_vmware.api [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for the task: (returnval){ [ 1225.663246] env[69731]: value = "task-3276139" [ 1225.663246] env[69731]: _type = "Task" [ 1225.663246] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.671676] env[69731]: DEBUG oslo_vmware.api [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.935695] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735424} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.938843] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] a660956a-6c0b-4425-8256-5f058d169962/a660956a-6c0b-4425-8256-5f058d169962.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.938843] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.938843] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-097048e5-3035-401a-b8fd-350267f65d6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.942544] env[69731]: INFO nova.compute.manager [-] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Took 2.98 seconds to deallocate network for instance. [ 1225.948197] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1225.948197] env[69731]: value = "task-3276140" [ 1225.948197] env[69731]: _type = "Task" [ 1225.948197] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.959157] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.177254] env[69731]: DEBUG oslo_vmware.api [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Task: {'id': task-3276139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244438} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.178176] env[69731]: DEBUG nova.network.neutron [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Updated VIF entry in instance network info cache for port 0358df38-806f-42fa-8f06-e866ccec19bd. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.178502] env[69731]: DEBUG nova.network.neutron [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Updating instance_info_cache with network_info: [{"id": "0358df38-806f-42fa-8f06-e866ccec19bd", "address": "fa:16:3e:45:24:30", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0358df38-80", "ovs_interfaceid": "0358df38-806f-42fa-8f06-e866ccec19bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.179703] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.179878] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.180563] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.180757] env[69731]: INFO nova.compute.manager [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1226.181012] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.181435] env[69731]: DEBUG nova.compute.manager [-] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.181558] env[69731]: DEBUG nova.network.neutron [-] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.385256] env[69731]: DEBUG nova.network.neutron [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Successfully updated port: b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.453019] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.453019] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.453019] env[69731]: DEBUG nova.objects.instance [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'resources' on Instance uuid 91d1e227-cb0e-4eea-b28f-7aa220957611 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.461809] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07125} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.462748] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.463729] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f125b-c878-4c8b-89b1-c831a5bb539d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.493235] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] a660956a-6c0b-4425-8256-5f058d169962/a660956a-6c0b-4425-8256-5f058d169962.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.493935] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3b7b65-8f0f-4d89-ae16-9e05922cc34f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.515972] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1226.515972] env[69731]: value = "task-3276141" [ 1226.515972] env[69731]: _type = "Task" [ 1226.515972] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.523523] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.682175] env[69731]: DEBUG oslo_concurrency.lockutils [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] Releasing lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.682505] env[69731]: DEBUG nova.compute.manager [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Received event network-vif-deleted-7cb8b5b9-674d-4941-b4f0-889229c68688 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.682690] env[69731]: INFO nova.compute.manager [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Neutron deleted interface 7cb8b5b9-674d-4941-b4f0-889229c68688; detaching it from the instance and deleting it from the info cache [ 1226.682866] env[69731]: DEBUG nova.network.neutron [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.793266] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "eaed62e7-5791-4ae5-895a-cb993e238f31" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.793378] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.888755] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.888900] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.892177] env[69731]: DEBUG nova.network.neutron [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.024942] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.149534] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e1d90f-a4a3-4b5c-8002-92b864a53a01 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.158318] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d20fa7-0977-4e05-8558-e756f01a5550 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.196281] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d648ddc-fcea-4892-ae6d-ad46351b34b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.198593] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9055b851-d93d-4d7b-9065-bbc46ab21e8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.201212] env[69731]: DEBUG nova.network.neutron [-] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.212409] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c9303d-2149-4206-9fce-787167bfc9bb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.220164] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690155c5-d23e-4272-987c-e8b58ce44c9c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.244496] env[69731]: DEBUG nova.compute.provider_tree [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.268915] env[69731]: DEBUG nova.compute.manager [req-75cdbbf7-84b6-49ce-9097-218a2d13413a req-bcda17cf-2105-475a-a1a9-349d642f5418 service nova] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Detach interface failed, port_id=7cb8b5b9-674d-4941-b4f0-889229c68688, reason: Instance 91d1e227-cb0e-4eea-b28f-7aa220957611 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.268915] env[69731]: DEBUG nova.compute.manager [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Stashing vm_state: active {{(pid=69731) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1227.296500] env[69731]: INFO nova.compute.manager [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Detaching volume 1f3d0b04-f31e-45ad-b148-e52250e36ebf [ 1227.332081] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Received event network-changed-9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.332353] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Refreshing instance network info cache due to event network-changed-9d31e32e-d067-41e4-8439-e986471393a9. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.332612] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Acquiring lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.332839] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Acquired lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.332936] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Refreshing network info cache for port 9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.343902] env[69731]: INFO nova.virt.block_device [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Attempting to driver detach volume 1f3d0b04-f31e-45ad-b148-e52250e36ebf from mountpoint /dev/sdb [ 1227.344160] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1227.344434] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654295', 'volume_id': '1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'name': 'volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaed62e7-5791-4ae5-895a-cb993e238f31', 'attached_at': '', 'detached_at': '', 'volume_id': '1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'serial': '1f3d0b04-f31e-45ad-b148-e52250e36ebf'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1227.347030] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb707767-9ca3-4249-998d-fa9a29ed11dc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.369867] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35337a2-e8c7-43bf-bf90-a9f36e80fe11 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.376299] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1437d95d-140d-4787-8727-3c7fd9c80728 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.399355] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70215de-84fe-4ac1-be50-a4249de6297b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.417630] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] The volume has not been displaced from its original location: [datastore1] volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf/volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1227.423060] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.423424] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902fc3fb-fad3-40e6-acea-6f517e4f3d5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.437105] env[69731]: DEBUG nova.network.neutron [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.444832] env[69731]: DEBUG oslo_vmware.api [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1227.444832] env[69731]: value = "task-3276142" [ 1227.444832] env[69731]: _type = "Task" [ 1227.444832] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.452933] env[69731]: DEBUG oslo_vmware.api [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.524935] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276141, 'name': ReconfigVM_Task, 'duration_secs': 0.733608} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.525260] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Reconfigured VM instance instance-00000077 to attach disk [datastore1] a660956a-6c0b-4425-8256-5f058d169962/a660956a-6c0b-4425-8256-5f058d169962.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.525923] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8bab3c4-584a-4b43-a19b-0439b25283dc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.532677] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1227.532677] env[69731]: value = "task-3276143" [ 1227.532677] env[69731]: _type = "Task" [ 1227.532677] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.540869] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276143, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.578952] env[69731]: DEBUG nova.network.neutron [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [{"id": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "address": "fa:16:3e:d2:fa:da", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8db74f9-4f", "ovs_interfaceid": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.706613] env[69731]: INFO nova.compute.manager [-] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Took 1.52 seconds to deallocate network for instance. [ 1227.749425] env[69731]: DEBUG nova.scheduler.client.report [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.792181] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.954765] env[69731]: DEBUG oslo_vmware.api [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276142, 'name': ReconfigVM_Task, 'duration_secs': 0.303984} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.954765] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.959237] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ababd4-49b0-4c33-bac4-922072cd6ad0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.977416] env[69731]: DEBUG oslo_vmware.api [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1227.977416] env[69731]: value = "task-3276144" [ 1227.977416] env[69731]: _type = "Task" [ 1227.977416] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.985597] env[69731]: DEBUG oslo_vmware.api [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.031296] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Updated VIF entry in instance network info cache for port 9d31e32e-d067-41e4-8439-e986471393a9. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.031755] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Updating instance_info_cache with network_info: [{"id": "9d31e32e-d067-41e4-8439-e986471393a9", "address": "fa:16:3e:6f:92:11", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d31e32e-d0", "ovs_interfaceid": "9d31e32e-d067-41e4-8439-e986471393a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.042204] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276143, 'name': Rename_Task, 'duration_secs': 0.314207} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.042540] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.042811] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77a50bd-dd35-4557-887e-c820888eefe3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.048803] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1228.048803] env[69731]: value = "task-3276145" [ 1228.048803] env[69731]: _type = "Task" [ 1228.048803] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.056835] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.081958] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.082366] env[69731]: DEBUG nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Instance network_info: |[{"id": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "address": "fa:16:3e:d2:fa:da", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8db74f9-4f", "ovs_interfaceid": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.083094] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:fa:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8db74f9-4fff-423c-ab76-8548b1277cc4', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.090887] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating folder: Project (77574f12d483427e8f137df368ba7bf0). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1228.091130] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-962e2721-45d6-4f70-b940-8f7ae405594c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.102178] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Created folder: Project (77574f12d483427e8f137df368ba7bf0) in parent group-v654000. [ 1228.102386] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating folder: Instances. Parent ref: group-v654319. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1228.102652] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31fa8c3a-d011-443c-9d94-e41ad13706a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.112265] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Created folder: Instances in parent group-v654319. [ 1228.112503] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.112693] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.112895] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a22085f4-fd16-4a09-9131-ed669e51cad6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.132522] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.132522] env[69731]: value = "task-3276148" [ 1228.132522] env[69731]: _type = "Task" [ 1228.132522] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.140037] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276148, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.213048] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.254175] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.256721] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.465s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.276188] env[69731]: INFO nova.scheduler.client.report [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleted allocations for instance 91d1e227-cb0e-4eea-b28f-7aa220957611 [ 1228.487536] env[69731]: DEBUG oslo_vmware.api [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276144, 'name': ReconfigVM_Task, 'duration_secs': 0.199567} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.487868] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654295', 'volume_id': '1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'name': 'volume-1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaed62e7-5791-4ae5-895a-cb993e238f31', 'attached_at': '', 'detached_at': '', 'volume_id': '1f3d0b04-f31e-45ad-b148-e52250e36ebf', 'serial': '1f3d0b04-f31e-45ad-b148-e52250e36ebf'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1228.538524] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Releasing lock "refresh_cache-7425d84f-1723-4521-8270-ff20a0e13864" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.539291] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Received event network-changed-888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.539588] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Refreshing instance network info cache due to event network-changed-888773a4-2767-4549-8fe1-e225c46eea54. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.539915] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Acquiring lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.541352] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Acquired lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.541352] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Refreshing network info cache for port 888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.559644] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.641542] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276148, 'name': CreateVM_Task, 'duration_secs': 0.381755} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.641666] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.648268] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.648432] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.648754] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.648979] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939eadbd-819c-48e5-9911-503e418e74bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.652947] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1228.652947] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525b81f9-3021-155a-69b5-41be15e62be6" [ 1228.652947] env[69731]: _type = "Task" [ 1228.652947] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.659978] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525b81f9-3021-155a-69b5-41be15e62be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.765628] env[69731]: INFO nova.compute.claims [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.787115] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c85d218-222c-4142-8bc4-150173c6805f tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "91d1e227-cb0e-4eea-b28f-7aa220957611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.490s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.030741] env[69731]: DEBUG nova.objects.instance [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'flavor' on Instance uuid eaed62e7-5791-4ae5-895a-cb993e238f31 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.059477] env[69731]: DEBUG oslo_vmware.api [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276145, 'name': PowerOnVM_Task, 'duration_secs': 0.731058} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.059844] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.059999] env[69731]: INFO nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1229.060192] env[69731]: DEBUG nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.060956] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a7b1a5-3328-4896-9dcc-bddb5a56337a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.164676] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525b81f9-3021-155a-69b5-41be15e62be6, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.164972] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.165235] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.165527] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.165694] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.165879] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.166423] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6f652ea-8118-4b35-a3a5-290bf355410b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.174364] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.174541] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.175239] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01252f93-f09e-48fc-8561-f19aa367c994 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.180098] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1229.180098] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52533219-cfb4-5894-4a48-cfe3abf342ea" [ 1229.180098] env[69731]: _type = "Task" [ 1229.180098] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.189150] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52533219-cfb4-5894-4a48-cfe3abf342ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.245842] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updated VIF entry in instance network info cache for port 888773a4-2767-4549-8fe1-e225c46eea54. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.246238] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance_info_cache with network_info: [{"id": "888773a4-2767-4549-8fe1-e225c46eea54", "address": "fa:16:3e:59:08:91", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888773a4-27", "ovs_interfaceid": "888773a4-2767-4549-8fe1-e225c46eea54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.271724] env[69731]: INFO nova.compute.resource_tracker [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating resource usage from migration fee4449b-ab5d-40e3-baf7-4617d1176f57 [ 1229.374135] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.374395] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.374626] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.374801] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.374966] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.380639] env[69731]: INFO nova.compute.manager [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Terminating instance [ 1229.442022] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e8a27c-f8c7-4717-9a81-9fba1c63c6dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.449650] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaf1168-2865-46d1-ae58-48f40b144028 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.481054] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec43ef88-7836-4178-aa45-af2e7eda470f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.488544] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc22db0b-ae06-4639-aae8-dc1274a5940e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.502405] env[69731]: DEBUG nova.compute.provider_tree [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.576567] env[69731]: INFO nova.compute.manager [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Took 14.21 seconds to build instance. [ 1229.690844] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52533219-cfb4-5894-4a48-cfe3abf342ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.691660] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817270a6-ea4e-4d57-8356-ba52e188f64c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.697798] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1229.697798] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f85942-68d5-d7cb-f3e2-e9867d448ada" [ 1229.697798] env[69731]: _type = "Task" [ 1229.697798] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.706302] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f85942-68d5-d7cb-f3e2-e9867d448ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.749036] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Releasing lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.749281] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received event network-vif-plugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.749543] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.749794] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.749995] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.750185] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] No waiting events found dispatching network-vif-plugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.750364] env[69731]: WARNING nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received unexpected event network-vif-plugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 for instance with vm_state building and task_state spawning. [ 1229.750577] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received event network-changed-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.750788] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Refreshing instance network info cache due to event network-changed-b8db74f9-4fff-423c-ab76-8548b1277cc4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.751029] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Acquiring lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.751178] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Acquired lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.751338] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Refreshing network info cache for port b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.884935] env[69731]: DEBUG nova.compute.manager [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.885190] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.886208] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d8bfd2-0992-49ad-aa2a-1e6b6fb2e645 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.894268] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.894561] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba54d54-50bf-4924-bbf7-474eb086cbdf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.901447] env[69731]: DEBUG oslo_vmware.api [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1229.901447] env[69731]: value = "task-3276149" [ 1229.901447] env[69731]: _type = "Task" [ 1229.901447] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.909460] env[69731]: DEBUG oslo_vmware.api [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.005628] env[69731]: DEBUG nova.scheduler.client.report [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.039890] env[69731]: DEBUG oslo_concurrency.lockutils [None req-1a7ee588-2255-4536-8035-62e0fc1ac4e5 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.078943] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fafc2965-65f4-4b6a-bd1c-ff3a783269da tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a660956a-6c0b-4425-8256-5f058d169962" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.725s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.208609] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52f85942-68d5-d7cb-f3e2-e9867d448ada, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.208866] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.209140] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3/99440b62-6b9d-4968-8bb3-db04d27892f3.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.209395] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae0976e7-2075-45fa-b6ef-42d010710841 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.212946] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "eaed62e7-5791-4ae5-895a-cb993e238f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.213163] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.213352] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "eaed62e7-5791-4ae5-895a-cb993e238f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.213534] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.213697] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.216220] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1230.216220] env[69731]: value = "task-3276150" [ 1230.216220] env[69731]: _type = "Task" [ 1230.216220] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.216636] env[69731]: INFO nova.compute.manager [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Terminating instance [ 1230.226145] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.413242] env[69731]: DEBUG oslo_vmware.api [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276149, 'name': PowerOffVM_Task, 'duration_secs': 0.232644} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.413509] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.413677] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.413993] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e008025f-d4f2-45a3-a69e-081fea396fe7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.441305] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updated VIF entry in instance network info cache for port b8db74f9-4fff-423c-ab76-8548b1277cc4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.441679] env[69731]: DEBUG nova.network.neutron [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [{"id": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "address": "fa:16:3e:d2:fa:da", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8db74f9-4f", "ovs_interfaceid": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.443066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "a660956a-6c0b-4425-8256-5f058d169962" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.443293] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a660956a-6c0b-4425-8256-5f058d169962" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.443467] env[69731]: DEBUG nova.compute.manager [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.444617] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8276ca6e-d8e4-443b-a4ac-d3eac67d25fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.451179] env[69731]: DEBUG nova.compute.manager [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1230.451422] env[69731]: DEBUG nova.objects.instance [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lazy-loading 'flavor' on Instance uuid a660956a-6c0b-4425-8256-5f058d169962 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.477350] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.477520] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.477677] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleting the datastore file [datastore1] 09fb6d5d-4365-4377-bb53-3cfdbd0038a8 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.477944] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65f8798-d444-48bd-a97e-9e722a7b83ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.483741] env[69731]: DEBUG oslo_vmware.api [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for the task: (returnval){ [ 1230.483741] env[69731]: value = "task-3276152" [ 1230.483741] env[69731]: _type = "Task" [ 1230.483741] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.491263] env[69731]: DEBUG oslo_vmware.api [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.511840] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.255s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.512055] env[69731]: INFO nova.compute.manager [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Migrating [ 1230.519088] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.306s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.519340] env[69731]: DEBUG nova.objects.instance [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lazy-loading 'resources' on Instance uuid 569c7b2e-f30c-4768-825e-0760e9dcc821 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.724082] env[69731]: DEBUG nova.compute.manager [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.724431] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.725217] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114c5a21-d3f7-43d2-8412-caad8e6ae697 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.735617] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276150, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.738055] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.738342] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde3f307-d1c2-45c8-9d8d-c343f13a8509 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.742051] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86394762-7395-4d1b-8a96-7694c84cfaa7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.748103] env[69731]: DEBUG oslo_vmware.api [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1230.748103] env[69731]: value = "task-3276153" [ 1230.748103] env[69731]: _type = "Task" [ 1230.748103] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.754958] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e252d8-cc18-4175-bd78-b97a142e1864 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.762195] env[69731]: DEBUG oslo_vmware.api [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.792802] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4355685c-34c0-47a4-afef-260a73aeeae3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.800934] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a7a8a-70fb-4226-8739-16d4e6536102 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.815654] env[69731]: DEBUG nova.compute.provider_tree [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.945245] env[69731]: DEBUG oslo_concurrency.lockutils [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] Releasing lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.945634] env[69731]: DEBUG nova.compute.manager [req-bb5ce56f-b680-4e74-ad91-58f9e6223a25 req-660d2ba6-3dd1-4027-95d9-e383868d4342 service nova] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Received event network-vif-deleted-923e4cb2-80b2-4931-b0b8-6f2d1ced419f {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.995487] env[69731]: DEBUG oslo_vmware.api [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Task: {'id': task-3276152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348549} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.995804] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.996101] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.996403] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.996704] env[69731]: INFO nova.compute.manager [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1230.997065] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.997378] env[69731]: DEBUG nova.compute.manager [-] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.997539] env[69731]: DEBUG nova.network.neutron [-] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.031674] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.031897] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.032058] env[69731]: DEBUG nova.network.neutron [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.230878] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583399} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.231181] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3/99440b62-6b9d-4968-8bb3-db04d27892f3.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.231399] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.231666] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-869cab22-3a59-4fcc-a568-077da8c7c5a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.238190] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1231.238190] env[69731]: value = "task-3276154" [ 1231.238190] env[69731]: _type = "Task" [ 1231.238190] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.247355] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.256304] env[69731]: DEBUG oslo_vmware.api [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276153, 'name': PowerOffVM_Task, 'duration_secs': 0.383939} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.256561] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.256728] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.256966] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18fe7258-689e-4f4d-afed-169458899372 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.305955] env[69731]: DEBUG nova.compute.manager [req-f2ee48d1-8ef4-4b61-947e-d0736ed5e8c6 req-55df1c02-2fe1-4766-93ee-a78d6112e62a service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Received event network-vif-deleted-b4f7af01-6348-4cbe-828b-8d8aaf97cb16 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.306194] env[69731]: INFO nova.compute.manager [req-f2ee48d1-8ef4-4b61-947e-d0736ed5e8c6 req-55df1c02-2fe1-4766-93ee-a78d6112e62a service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Neutron deleted interface b4f7af01-6348-4cbe-828b-8d8aaf97cb16; detaching it from the instance and deleting it from the info cache [ 1231.306350] env[69731]: DEBUG nova.network.neutron [req-f2ee48d1-8ef4-4b61-947e-d0736ed5e8c6 req-55df1c02-2fe1-4766-93ee-a78d6112e62a service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.318702] env[69731]: DEBUG nova.scheduler.client.report [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.346542] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.346774] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.346959] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleting the datastore file [datastore2] eaed62e7-5791-4ae5-895a-cb993e238f31 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.347234] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-529d6f10-3f8b-4af3-892b-cf2c30872822 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.353346] env[69731]: DEBUG oslo_vmware.api [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1231.353346] env[69731]: value = "task-3276156" [ 1231.353346] env[69731]: _type = "Task" [ 1231.353346] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.361590] env[69731]: DEBUG oslo_vmware.api [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.458539] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.458935] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587ef268-5537-4c98-abc2-01294a4289d5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.466808] env[69731]: DEBUG oslo_vmware.api [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1231.466808] env[69731]: value = "task-3276157" [ 1231.466808] env[69731]: _type = "Task" [ 1231.466808] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.475851] env[69731]: DEBUG oslo_vmware.api [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.748666] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129223} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.750992] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.751865] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5de7aa-17b1-4c19-b9d4-ffb80492904c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.776756] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3/99440b62-6b9d-4968-8bb3-db04d27892f3.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.776756] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff8ba328-02a6-4b2e-b43c-b8a73a0186a7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.791769] env[69731]: DEBUG nova.network.neutron [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance_info_cache with network_info: [{"id": "888773a4-2767-4549-8fe1-e225c46eea54", "address": "fa:16:3e:59:08:91", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888773a4-27", "ovs_interfaceid": "888773a4-2767-4549-8fe1-e225c46eea54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.793049] env[69731]: DEBUG nova.network.neutron [-] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.800164] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1231.800164] env[69731]: value = "task-3276158" [ 1231.800164] env[69731]: _type = "Task" [ 1231.800164] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.810496] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.810775] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-681bfe2c-c8e9-4c1e-b3cc-fe1291ff17d8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.819666] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d6718-d04a-4282-8862-0d278552abb4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.833443] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.314s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.858198] env[69731]: DEBUG nova.compute.manager [req-f2ee48d1-8ef4-4b61-947e-d0736ed5e8c6 req-55df1c02-2fe1-4766-93ee-a78d6112e62a service nova] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Detach interface failed, port_id=b4f7af01-6348-4cbe-828b-8d8aaf97cb16, reason: Instance 09fb6d5d-4365-4377-bb53-3cfdbd0038a8 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.867161] env[69731]: DEBUG oslo_vmware.api [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133582} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.868154] env[69731]: INFO nova.scheduler.client.report [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Deleted allocations for instance 569c7b2e-f30c-4768-825e-0760e9dcc821 [ 1231.869209] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.869400] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.869612] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.869798] env[69731]: INFO nova.compute.manager [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1231.870066] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.872852] env[69731]: DEBUG nova.compute.manager [-] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.872947] env[69731]: DEBUG nova.network.neutron [-] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.920287] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.976421] env[69731]: DEBUG oslo_vmware.api [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276157, 'name': PowerOffVM_Task, 'duration_secs': 0.442822} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.976717] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.976931] env[69731]: DEBUG nova.compute.manager [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.979781] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc19c09-beb5-4c3a-949c-0312ba3a06cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.295985] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.301185] env[69731]: INFO nova.compute.manager [-] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Took 1.30 seconds to deallocate network for instance. [ 1232.317257] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.380068] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8a93dbca-6864-434c-b149-4454593b5877 tempest-ServerActionsTestOtherB-223049442 tempest-ServerActionsTestOtherB-223049442-project-member] Lock "569c7b2e-f30c-4768-825e-0760e9dcc821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.864s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.490214] env[69731]: DEBUG oslo_concurrency.lockutils [None req-2592a61e-ae46-43c0-b34e-defc0f1b0c33 tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a660956a-6c0b-4425-8256-5f058d169962" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.816049] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.816049] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.816440] env[69731]: DEBUG nova.objects.instance [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lazy-loading 'resources' on Instance uuid 09fb6d5d-4365-4377-bb53-3cfdbd0038a8 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.817126] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276158, 'name': ReconfigVM_Task, 'duration_secs': 0.617747} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.817381] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3/99440b62-6b9d-4968-8bb3-db04d27892f3.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.817954] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b407564-f212-4215-abf2-0df082c02e90 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.827034] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1232.827034] env[69731]: value = "task-3276159" [ 1232.827034] env[69731]: _type = "Task" [ 1232.827034] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.837261] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276159, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.850611] env[69731]: DEBUG nova.network.neutron [-] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.129985] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "a660956a-6c0b-4425-8256-5f058d169962" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.130277] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a660956a-6c0b-4425-8256-5f058d169962" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.130484] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "a660956a-6c0b-4425-8256-5f058d169962-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.131287] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a660956a-6c0b-4425-8256-5f058d169962-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.131924] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a660956a-6c0b-4425-8256-5f058d169962-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.133488] env[69731]: INFO nova.compute.manager [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Terminating instance [ 1233.336608] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276159, 'name': Rename_Task, 'duration_secs': 0.173706} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.336916] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.337175] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99b3c498-a961-441a-a599-d9abd7177b0d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.348111] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1233.348111] env[69731]: value = "task-3276161" [ 1233.348111] env[69731]: _type = "Task" [ 1233.348111] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.355198] env[69731]: INFO nova.compute.manager [-] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Took 1.48 seconds to deallocate network for instance. [ 1233.365776] env[69731]: DEBUG nova.compute.manager [req-26632a2e-c4a2-49ac-811e-b2775d98685d req-67867852-edf5-4d98-8a66-b48c679ae5d4 service nova] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Received event network-vif-deleted-b6647883-bdf4-47ca-88ba-f86b39700b29 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.366341] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.488759] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956c36b5-5334-4522-921d-d385f771b7ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.496495] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80411694-d3bf-486a-9a0f-92ce1cea8912 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.528502] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3d0b41-f668-4d8d-8b9a-dcf6aca14afa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.536457] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7390c96-6fce-4735-a1c0-d87211e81fc2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.551584] env[69731]: DEBUG nova.compute.provider_tree [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.637321] env[69731]: DEBUG nova.compute.manager [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.637587] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.638552] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b62cab1-484e-42ad-a21b-fbcb88135f39 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.646738] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.646981] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76e6fbba-8ed7-41fa-b029-0529a06b5e0d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.717477] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.717847] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.718153] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleting the datastore file [datastore1] a660956a-6c0b-4425-8256-5f058d169962 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.718548] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66732e27-0455-454b-a27f-8df40af9c1df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.725980] env[69731]: DEBUG oslo_vmware.api [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1233.725980] env[69731]: value = "task-3276163" [ 1233.725980] env[69731]: _type = "Task" [ 1233.725980] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.734637] env[69731]: DEBUG oslo_vmware.api [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.749322] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.819056] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf68750-e80a-4017-9ac5-d26ab3e31b25 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.838917] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance 'd027cada-ade1-4180-9ab5-f2442566db13' progress to 0 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.856738] env[69731]: DEBUG oslo_vmware.api [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276161, 'name': PowerOnVM_Task, 'duration_secs': 0.477403} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.857074] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.858025] env[69731]: INFO nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1233.858025] env[69731]: DEBUG nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.858339] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51945e1-4059-4144-9b14-84bcc22f78e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.867261] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.054672] env[69731]: DEBUG nova.scheduler.client.report [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.235695] env[69731]: DEBUG oslo_vmware.api [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267692} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.236029] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.236139] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.236314] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.236485] env[69731]: INFO nova.compute.manager [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: a660956a-6c0b-4425-8256-5f058d169962] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1234.236731] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.236942] env[69731]: DEBUG nova.compute.manager [-] [instance: a660956a-6c0b-4425-8256-5f058d169962] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.237050] env[69731]: DEBUG nova.network.neutron [-] [instance: a660956a-6c0b-4425-8256-5f058d169962] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.254628] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Getting list of instances from cluster (obj){ [ 1234.254628] env[69731]: value = "domain-c8" [ 1234.254628] env[69731]: _type = "ClusterComputeResource" [ 1234.254628] env[69731]: } {{(pid=69731) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1234.255603] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2dc127-b018-4705-8219-bde29c4eaf9c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.276108] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Got total of 9 instances {{(pid=69731) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1234.276312] env[69731]: WARNING nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 1234.276510] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 7425d84f-1723-4521-8270-ff20a0e13864 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.276855] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 3865cd8b-6a0e-4487-8162-4691d9765664 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.277083] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.277285] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 2e568988-c2e4-43d4-a0da-b466d4b1fa82 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.277474] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid eaed62e7-5791-4ae5-895a-cb993e238f31 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.277660] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 09fb6d5d-4365-4377-bb53-3cfdbd0038a8 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.277853] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid dc39fedf-8db2-4922-a357-a6321cf8ef1b {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.278054] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid ed6f8456-448a-459c-92d9-b171d76335cd {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.278250] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 2fe88a80-edd9-4410-9aba-f28ff4836fca {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.278444] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid d027cada-ade1-4180-9ab5-f2442566db13 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.278630] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid a660956a-6c0b-4425-8256-5f058d169962 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.278803] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Triggering sync for uuid 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1234.281330] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "7425d84f-1723-4521-8270-ff20a0e13864" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.281603] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "7425d84f-1723-4521-8270-ff20a0e13864" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.281930] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "3865cd8b-6a0e-4487-8162-4691d9765664" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.282172] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "3865cd8b-6a0e-4487-8162-4691d9765664" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.282477] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.282712] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.283014] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.283248] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.283520] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "eaed62e7-5791-4ae5-895a-cb993e238f31" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.283779] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.284056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.284277] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.284570] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "ed6f8456-448a-459c-92d9-b171d76335cd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.284782] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "ed6f8456-448a-459c-92d9-b171d76335cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.285070] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.285285] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.285721] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "d027cada-ade1-4180-9ab5-f2442566db13" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.285951] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "d027cada-ade1-4180-9ab5-f2442566db13" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.286171] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: d027cada-ade1-4180-9ab5-f2442566db13] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1234.286370] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "d027cada-ade1-4180-9ab5-f2442566db13" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.286601] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "a660956a-6c0b-4425-8256-5f058d169962" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.286858] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.287797] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6712ae8-4131-47ef-8b05-c8ebb17a7d48 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.290983] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edfc288-5863-4c5f-96f4-6ce3c46cc17e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.294122] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebacb45-8bbd-48be-b75d-61cb56919199 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.296736] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de61c7-9328-4c88-a18f-bb59aa23dc09 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.299405] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c32d44-aef1-4e0c-b73e-71c60cf0268f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.302293] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360b2167-3fb2-462d-9684-e52b3b26efc6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.304990] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eebddf0-9544-4da8-ad51-a625420a549e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.344569] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.345061] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa98d9b9-56d4-44ed-bb3e-5709c0898de6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.352150] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1234.352150] env[69731]: value = "task-3276164" [ 1234.352150] env[69731]: _type = "Task" [ 1234.352150] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.360679] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.377757] env[69731]: INFO nova.compute.manager [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Took 14.33 seconds to build instance. [ 1234.455368] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.455716] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.559640] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.561903] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.695s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.562797] env[69731]: DEBUG nova.objects.instance [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'resources' on Instance uuid eaed62e7-5791-4ae5-895a-cb993e238f31 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.581596] env[69731]: INFO nova.scheduler.client.report [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Deleted allocations for instance 09fb6d5d-4365-4377-bb53-3cfdbd0038a8 [ 1234.633773] env[69731]: DEBUG nova.compute.manager [req-dc7189e9-ab73-4ef8-9b21-1cb34e471a0c req-d1ba49a6-9b2b-4585-8a31-40bd9eb2d4d8 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received event network-changed-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.633773] env[69731]: DEBUG nova.compute.manager [req-dc7189e9-ab73-4ef8-9b21-1cb34e471a0c req-d1ba49a6-9b2b-4585-8a31-40bd9eb2d4d8 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Refreshing instance network info cache due to event network-changed-b8db74f9-4fff-423c-ab76-8548b1277cc4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.633991] env[69731]: DEBUG oslo_concurrency.lockutils [req-dc7189e9-ab73-4ef8-9b21-1cb34e471a0c req-d1ba49a6-9b2b-4585-8a31-40bd9eb2d4d8 service nova] Acquiring lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.634157] env[69731]: DEBUG oslo_concurrency.lockutils [req-dc7189e9-ab73-4ef8-9b21-1cb34e471a0c req-d1ba49a6-9b2b-4585-8a31-40bd9eb2d4d8 service nova] Acquired lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.634320] env[69731]: DEBUG nova.network.neutron [req-dc7189e9-ab73-4ef8-9b21-1cb34e471a0c req-d1ba49a6-9b2b-4585-8a31-40bd9eb2d4d8 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Refreshing network info cache for port b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.821651] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "7425d84f-1723-4521-8270-ff20a0e13864" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.822054] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.827562] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.827938] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "3865cd8b-6a0e-4487-8162-4691d9765664" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.828271] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.828574] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "ed6f8456-448a-459c-92d9-b171d76335cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.831985] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.862297] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276164, 'name': PowerOffVM_Task, 'duration_secs': 0.194136} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.862576] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.862761] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance 'd027cada-ade1-4180-9ab5-f2442566db13' progress to 17 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.883948] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbb2e8fc-6499-4a49-92a1-ea18bdd89e2e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.844s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.884225] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.597s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.884409] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1234.884622] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.024873] env[69731]: DEBUG nova.network.neutron [-] [instance: a660956a-6c0b-4425-8256-5f058d169962] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.093957] env[69731]: DEBUG oslo_concurrency.lockutils [None req-68516403-e06d-4b2d-8416-6b5d3a19a542 tempest-AttachInterfacesTestJSON-1094560922 tempest-AttachInterfacesTestJSON-1094560922-project-member] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.719s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.095236] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.811s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.098369] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf40f910-4513-420b-9dcd-6c8392f73f3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.109406] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46970e4f-2c07-4a16-adda-231a13f7ca81 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.271801] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c4819-5416-4137-970e-900e8f443dfd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.280051] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfefeeb7-f534-4f6e-89db-037595abafcc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.312671] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572ea04c-9e98-49fd-83b9-8b5fb81b3212 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.323633] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8d931e-dea7-4899-908c-b56a9fc02dde {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.338822] env[69731]: DEBUG nova.compute.provider_tree [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.368973] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.369233] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.369391] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.369568] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.369713] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.369858] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.370165] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.370337] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.370505] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.370935] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.371170] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.376706] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1cae687-f9e9-4435-b4bd-8099210a10db {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.390789] env[69731]: DEBUG nova.compute.manager [req-18af97ce-8b3f-4968-b500-7f19ebd52078 req-a755be95-7482-453d-84c0-152f84d5f574 service nova] [instance: a660956a-6c0b-4425-8256-5f058d169962] Received event network-vif-deleted-d96073e4-8cb2-407a-b33f-e0843efafa1e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.395173] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1235.395173] env[69731]: value = "task-3276165" [ 1235.395173] env[69731]: _type = "Task" [ 1235.395173] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.403888] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.527478] env[69731]: INFO nova.compute.manager [-] [instance: a660956a-6c0b-4425-8256-5f058d169962] Took 1.29 seconds to deallocate network for instance. [ 1235.651637] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "09fb6d5d-4365-4377-bb53-3cfdbd0038a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.761848] env[69731]: DEBUG nova.network.neutron [req-dc7189e9-ab73-4ef8-9b21-1cb34e471a0c req-d1ba49a6-9b2b-4585-8a31-40bd9eb2d4d8 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updated VIF entry in instance network info cache for port b8db74f9-4fff-423c-ab76-8548b1277cc4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.762225] env[69731]: DEBUG nova.network.neutron [req-dc7189e9-ab73-4ef8-9b21-1cb34e471a0c req-d1ba49a6-9b2b-4585-8a31-40bd9eb2d4d8 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [{"id": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "address": "fa:16:3e:d2:fa:da", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8db74f9-4f", "ovs_interfaceid": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.841971] env[69731]: DEBUG nova.scheduler.client.report [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.904946] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276165, 'name': ReconfigVM_Task, 'duration_secs': 0.175226} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.905293] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance 'd027cada-ade1-4180-9ab5-f2442566db13' progress to 33 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.913853] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.917368] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.917549] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.917702] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.917841] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1236.034315] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.266111] env[69731]: DEBUG oslo_concurrency.lockutils [req-dc7189e9-ab73-4ef8-9b21-1cb34e471a0c req-d1ba49a6-9b2b-4585-8a31-40bd9eb2d4d8 service nova] Releasing lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.350221] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.350221] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.316s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.350221] env[69731]: DEBUG nova.objects.instance [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lazy-loading 'resources' on Instance uuid a660956a-6c0b-4425-8256-5f058d169962 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.374317] env[69731]: INFO nova.scheduler.client.report [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleted allocations for instance eaed62e7-5791-4ae5-895a-cb993e238f31 [ 1236.414898] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.414898] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.415129] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.415129] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.415275] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.415414] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.415615] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.415765] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.415922] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.416298] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.416535] env[69731]: DEBUG nova.virt.hardware [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.422336] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.422660] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3aaaf14-f8d8-45ff-a313-34ece9cf0ed3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.444529] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1236.444529] env[69731]: value = "task-3276166" [ 1236.444529] env[69731]: _type = "Task" [ 1236.444529] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.453530] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.882586] env[69731]: DEBUG oslo_concurrency.lockutils [None req-47112859-5da1-497b-b6ae-53c54098b66c tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.668s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.884072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.600s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.884482] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aba220c2-6b2f-4ddc-aec4-2bc713ed33a5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.900247] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0643a2a3-23fc-4489-bf96-965b2d5ecdf6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.953981] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276166, 'name': ReconfigVM_Task, 'duration_secs': 0.174923} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.953981] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.955232] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48e996f-981c-4a2a-8e07-46d4bf592c02 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.977371] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a/volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.981500] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ebc684-6ec7-4d60-9e3d-c68b66ad19f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.000248] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1237.000248] env[69731]: value = "task-3276167" [ 1237.000248] env[69731]: _type = "Task" [ 1237.000248] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.010413] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.144142] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f574ad-2e4d-4aa9-b4a9-476b349543f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.153344] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46db34a-fa58-4335-b38d-c58470247aa4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.186341] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c68e512-3eac-43e3-8b2e-029310802366 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.195251] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a14c0cf-0e55-4178-a059-876c4468065e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.212156] env[69731]: DEBUG nova.compute.provider_tree [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.446184] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "eaed62e7-5791-4ae5-895a-cb993e238f31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.510372] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276167, 'name': ReconfigVM_Task, 'duration_secs': 0.272745} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.510672] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a/volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.510979] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance 'd027cada-ade1-4180-9ab5-f2442566db13' progress to 50 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.715746] env[69731]: DEBUG nova.scheduler.client.report [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.024235] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b662af-ca97-4d86-b3f7-a147ce7e493f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.046949] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff455d7-cbf1-499d-9316-d84b235ab3da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.069867] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance 'd027cada-ade1-4180-9ab5-f2442566db13' progress to 67 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.223290] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.255371] env[69731]: INFO nova.scheduler.client.report [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted allocations for instance a660956a-6c0b-4425-8256-5f058d169962 [ 1238.766033] env[69731]: DEBUG oslo_concurrency.lockutils [None req-213345cf-db92-454a-b489-0aa8b597075d tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "a660956a-6c0b-4425-8256-5f058d169962" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.636s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.767566] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "a660956a-6c0b-4425-8256-5f058d169962" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.480s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.767566] env[69731]: INFO nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: a660956a-6c0b-4425-8256-5f058d169962] During sync_power_state the instance has a pending task (deleting). Skip. [ 1238.767566] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "a660956a-6c0b-4425-8256-5f058d169962" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.634979] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "56a87921-d0e5-40ad-b23f-c703f256c973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.635624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.778710] env[69731]: DEBUG nova.network.neutron [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Port 888773a4-2767-4549-8fe1-e225c46eea54 binding to destination host cpu-1 is already ACTIVE {{(pid=69731) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1239.918525] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.127975] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "3865cd8b-6a0e-4487-8162-4691d9765664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.128279] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "3865cd8b-6a0e-4487-8162-4691d9765664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.128474] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "3865cd8b-6a0e-4487-8162-4691d9765664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.128692] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "3865cd8b-6a0e-4487-8162-4691d9765664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.128870] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "3865cd8b-6a0e-4487-8162-4691d9765664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.136305] env[69731]: INFO nova.compute.manager [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Terminating instance [ 1240.139043] env[69731]: DEBUG nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.422335] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.422455] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.422757] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.424025] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1240.424531] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c71a9e-9cc0-4ca7-b6d6-94da61785915 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.433961] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4cb044-c395-4b51-8b6f-6cbdb65f2d59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.456490] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afe6dce-ee94-4e6b-9076-00a3f0b9e6f6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.463616] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417569f3-35a5-4bc9-b40d-06772d0e2d3a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.496907] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178808MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1240.496907] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.496907] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.643859] env[69731]: DEBUG nova.compute.manager [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.644138] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.647792] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef743b8-e711-421c-b916-6e19b5f8ad04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.659388] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.659696] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-054e5192-2eb1-4250-aff3-9f49bcaa20c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.666466] env[69731]: DEBUG oslo_vmware.api [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1240.666466] env[69731]: value = "task-3276168" [ 1240.666466] env[69731]: _type = "Task" [ 1240.666466] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.674680] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.679619] env[69731]: DEBUG oslo_vmware.api [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.805560] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "d027cada-ade1-4180-9ab5-f2442566db13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.806075] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.806406] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.178536] env[69731]: DEBUG oslo_vmware.api [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276168, 'name': PowerOffVM_Task, 'duration_secs': 0.197171} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.178863] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.179053] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.179326] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f07afe-3c8e-4816-89c6-67febfbd5905 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.245341] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.246017] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.246017] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleting the datastore file [datastore1] 3865cd8b-6a0e-4487-8162-4691d9765664 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.246017] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30a03d44-5c13-4ec5-aed9-a0897a12949a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.253543] env[69731]: DEBUG oslo_vmware.api [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for the task: (returnval){ [ 1241.253543] env[69731]: value = "task-3276170" [ 1241.253543] env[69731]: _type = "Task" [ 1241.253543] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.261952] env[69731]: DEBUG oslo_vmware.api [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.293054] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquiring lock "70577477-814b-46aa-bd10-bcc984fa75a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.293054] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "70577477-814b-46aa-bd10-bcc984fa75a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.506154] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Applying migration context for instance d027cada-ade1-4180-9ab5-f2442566db13 as it has an incoming, in-progress migration fee4449b-ab5d-40e3-baf7-4617d1176f57. Migration status is post-migrating {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1241.507412] env[69731]: INFO nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating resource usage from migration fee4449b-ab5d-40e3-baf7-4617d1176f57 [ 1241.537597] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7425d84f-1723-4521-8270-ff20a0e13864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.537774] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 3865cd8b-6a0e-4487-8162-4691d9765664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.537886] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.538030] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2e568988-c2e4-43d4-a0da-b466d4b1fa82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.538140] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance dc39fedf-8db2-4922-a357-a6321cf8ef1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.538256] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance ed6f8456-448a-459c-92d9-b171d76335cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.538366] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 2fe88a80-edd9-4410-9aba-f28ff4836fca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.538476] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 99440b62-6b9d-4968-8bb3-db04d27892f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.539076] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Migration fee4449b-ab5d-40e3-baf7-4617d1176f57 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1241.539076] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance d027cada-ade1-4180-9ab5-f2442566db13 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.766804] env[69731]: DEBUG oslo_vmware.api [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Task: {'id': task-3276170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161284} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.767161] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.767303] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.767476] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.767652] env[69731]: INFO nova.compute.manager [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.767899] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.768117] env[69731]: DEBUG nova.compute.manager [-] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.768218] env[69731]: DEBUG nova.network.neutron [-] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.796348] env[69731]: DEBUG nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.862727] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.864197] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.864197] env[69731]: DEBUG nova.network.neutron [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.043830] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 56a87921-d0e5-40ad-b23f-c703f256c973 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1242.073033] env[69731]: DEBUG nova.compute.manager [req-2d79ba42-d0b7-4152-947b-b74f052da6b3 req-37735a9b-c90f-4a2e-9adb-d72c51d44d89 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Received event network-vif-deleted-e1933db1-ad06-4bc2-a169-4f30fe2e1259 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.073239] env[69731]: INFO nova.compute.manager [req-2d79ba42-d0b7-4152-947b-b74f052da6b3 req-37735a9b-c90f-4a2e-9adb-d72c51d44d89 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Neutron deleted interface e1933db1-ad06-4bc2-a169-4f30fe2e1259; detaching it from the instance and deleting it from the info cache [ 1242.073551] env[69731]: DEBUG nova.network.neutron [req-2d79ba42-d0b7-4152-947b-b74f052da6b3 req-37735a9b-c90f-4a2e-9adb-d72c51d44d89 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.203933] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquiring lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.204096] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.321954] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.548748] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 70577477-814b-46aa-bd10-bcc984fa75a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1242.549024] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1242.549173] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1242.556800] env[69731]: DEBUG nova.network.neutron [-] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.575934] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15f87fa2-e2bc-4b50-a802-7350eaf9e68f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.592037] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f872c45d-8c00-4497-b2ba-941ce652a71a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.603872] env[69731]: DEBUG nova.network.neutron [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance_info_cache with network_info: [{"id": "888773a4-2767-4549-8fe1-e225c46eea54", "address": "fa:16:3e:59:08:91", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888773a4-27", "ovs_interfaceid": "888773a4-2767-4549-8fe1-e225c46eea54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.633220] env[69731]: DEBUG nova.compute.manager [req-2d79ba42-d0b7-4152-947b-b74f052da6b3 req-37735a9b-c90f-4a2e-9adb-d72c51d44d89 service nova] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Detach interface failed, port_id=e1933db1-ad06-4bc2-a169-4f30fe2e1259, reason: Instance 3865cd8b-6a0e-4487-8162-4691d9765664 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.706379] env[69731]: DEBUG nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.780018] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fac2d1e-1f82-4abb-88a2-306454272cd9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.786499] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b94d2f-78aa-40ed-a00b-2fae3cf488e7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.818101] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56559028-3190-4386-9d71-551403da8376 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.827209] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee42cea6-812b-475e-b5a1-52399e5e422b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.847016] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.059189] env[69731]: INFO nova.compute.manager [-] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Took 1.29 seconds to deallocate network for instance. [ 1243.109521] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.230426] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.348803] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.571549] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.622256] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3e194-cf54-4c51-bb32-e51ca5415514 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.629905] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38eb7de-1885-4e8e-8988-58f67e9d172d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.854023] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1243.854380] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.358s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.854417] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.181s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.856309] env[69731]: INFO nova.compute.claims [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.733764] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c1f924-e476-4a8e-a77e-6dc514b27a64 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.753654] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306dad66-fecd-4d17-9126-c932f3bbfaeb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.760954] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance 'd027cada-ade1-4180-9ab5-f2442566db13' progress to 83 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.017009] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562bd1fa-c4ec-4f35-b9b6-efc2d026d032 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.024712] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c2c193-f99e-4868-abd9-d9dce1688119 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.053925] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c04aa3c-2e7c-44fb-a82d-9ef8d262a573 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.060962] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20fe153-64dd-46b5-97a9-754c5e4619cc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.075530] env[69731]: DEBUG nova.compute.provider_tree [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.266834] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.267243] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b91096-2c20-46b0-a6a4-c0bd5f749ac9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.274981] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1245.274981] env[69731]: value = "task-3276171" [ 1245.274981] env[69731]: _type = "Task" [ 1245.274981] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.284834] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.578272] env[69731]: DEBUG nova.scheduler.client.report [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.785159] env[69731]: DEBUG oslo_vmware.api [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276171, 'name': PowerOnVM_Task, 'duration_secs': 0.391786} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.785426] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.785613] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c995e2-88ab-4f56-bf4d-eec0f9880b16 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance 'd027cada-ade1-4180-9ab5-f2442566db13' progress to 100 {{(pid=69731) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.084708] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.084708] env[69731]: DEBUG nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.087504] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.765s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.090085] env[69731]: INFO nova.compute.claims [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.594475] env[69731]: DEBUG nova.compute.utils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.597602] env[69731]: DEBUG nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.597809] env[69731]: DEBUG nova.network.neutron [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.642517] env[69731]: DEBUG nova.policy [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76e6eec1f46b40bc95086778fb570017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eaddb8a58124b93a18d33b08cfe98ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.960071] env[69731]: DEBUG nova.network.neutron [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Successfully created port: defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.098660] env[69731]: DEBUG nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.298534] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c48a85-ce20-4364-a919-6a30e226305e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.306798] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf39dc81-bcf1-4f67-ab11-c722712a5c43 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.349018] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3c2b0b-ab3f-438d-ad86-8387c70a41df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.358476] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d1ebb3-4132-4b02-b0c2-84e97ca6af51 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.372387] env[69731]: DEBUG nova.compute.provider_tree [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.876615] env[69731]: DEBUG nova.scheduler.client.report [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.073108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "d027cada-ade1-4180-9ab5-f2442566db13" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.073349] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.073542] env[69731]: DEBUG nova.compute.manager [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Going to confirm migration 10 {{(pid=69731) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1248.114102] env[69731]: DEBUG nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.145013] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.145270] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.145428] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.145619] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.145761] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.145904] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.146125] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.146294] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.146457] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.146623] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.146782] env[69731]: DEBUG nova.virt.hardware [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.147794] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03af2775-f39b-4c14-9410-0f9fc45cd605 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.156034] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66586560-f298-42d7-81bd-bde740681f38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.367253] env[69731]: DEBUG nova.compute.manager [req-b7af427c-bcb2-49e7-9f67-c81bddcd389e req-df62e295-f353-4707-99c0-bc719e15f482 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Received event network-vif-plugged-defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.367519] env[69731]: DEBUG oslo_concurrency.lockutils [req-b7af427c-bcb2-49e7-9f67-c81bddcd389e req-df62e295-f353-4707-99c0-bc719e15f482 service nova] Acquiring lock "56a87921-d0e5-40ad-b23f-c703f256c973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.367913] env[69731]: DEBUG oslo_concurrency.lockutils [req-b7af427c-bcb2-49e7-9f67-c81bddcd389e req-df62e295-f353-4707-99c0-bc719e15f482 service nova] Lock "56a87921-d0e5-40ad-b23f-c703f256c973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.368148] env[69731]: DEBUG oslo_concurrency.lockutils [req-b7af427c-bcb2-49e7-9f67-c81bddcd389e req-df62e295-f353-4707-99c0-bc719e15f482 service nova] Lock "56a87921-d0e5-40ad-b23f-c703f256c973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.368397] env[69731]: DEBUG nova.compute.manager [req-b7af427c-bcb2-49e7-9f67-c81bddcd389e req-df62e295-f353-4707-99c0-bc719e15f482 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] No waiting events found dispatching network-vif-plugged-defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.368536] env[69731]: WARNING nova.compute.manager [req-b7af427c-bcb2-49e7-9f67-c81bddcd389e req-df62e295-f353-4707-99c0-bc719e15f482 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Received unexpected event network-vif-plugged-defde028-5dfc-4a79-8dad-a4e4d56861fe for instance with vm_state building and task_state spawning. [ 1248.381370] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.381842] env[69731]: DEBUG nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.385395] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.155s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.386838] env[69731]: INFO nova.compute.claims [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.473106] env[69731]: DEBUG nova.network.neutron [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Successfully updated port: defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.612094] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.612286] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquired lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.612467] env[69731]: DEBUG nova.network.neutron [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.612655] env[69731]: DEBUG nova.objects.instance [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'info_cache' on Instance uuid d027cada-ade1-4180-9ab5-f2442566db13 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.887016] env[69731]: DEBUG nova.compute.utils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.888370] env[69731]: DEBUG nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.888542] env[69731]: DEBUG nova.network.neutron [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.928336] env[69731]: DEBUG nova.policy [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d15be5f97ff497ea385bae4be967d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc66a9db8b964e8d9726319ed8b3d079', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.977739] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.977969] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.978194] env[69731]: DEBUG nova.network.neutron [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.177748] env[69731]: DEBUG nova.network.neutron [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Successfully created port: a881f7ee-336d-4df5-a77f-4fd1486ff85e {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.391770] env[69731]: DEBUG nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.515904] env[69731]: DEBUG nova.network.neutron [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.559822] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa98df8a-8bd9-4ad9-bca1-63825dc14f77 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.567548] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65643888-3319-4f25-a8c2-ca1847ab77cf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.600048] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963c3c4b-a32d-4ec9-b6c2-918c7593d168 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.607923] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e3780d-6108-4b74-884d-44f4dbce1ee4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.622745] env[69731]: DEBUG nova.compute.provider_tree [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.694750] env[69731]: DEBUG nova.network.neutron [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Updating instance_info_cache with network_info: [{"id": "defde028-5dfc-4a79-8dad-a4e4d56861fe", "address": "fa:16:3e:99:e3:d7", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdefde028-5d", "ovs_interfaceid": "defde028-5dfc-4a79-8dad-a4e4d56861fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.874513] env[69731]: DEBUG nova.network.neutron [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance_info_cache with network_info: [{"id": "888773a4-2767-4549-8fe1-e225c46eea54", "address": "fa:16:3e:59:08:91", "network": {"id": "7f81094f-04d7-4227-a3c2-5553ed233bde", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1856428413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71498407668d4bec9a529494ae2bd29c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888773a4-27", "ovs_interfaceid": "888773a4-2767-4549-8fe1-e225c46eea54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.126546] env[69731]: DEBUG nova.scheduler.client.report [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.197939] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.198445] env[69731]: DEBUG nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Instance network_info: |[{"id": "defde028-5dfc-4a79-8dad-a4e4d56861fe", "address": "fa:16:3e:99:e3:d7", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdefde028-5d", "ovs_interfaceid": "defde028-5dfc-4a79-8dad-a4e4d56861fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.198869] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:e3:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'defde028-5dfc-4a79-8dad-a4e4d56861fe', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.206294] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.206798] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.207044] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c380a9e0-f0de-4199-894e-3b205ee30b2d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.226865] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.226865] env[69731]: value = "task-3276172" [ 1250.226865] env[69731]: _type = "Task" [ 1250.226865] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.234768] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276172, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.377281] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Releasing lock "refresh_cache-d027cada-ade1-4180-9ab5-f2442566db13" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.377622] env[69731]: DEBUG nova.objects.instance [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'migration_context' on Instance uuid d027cada-ade1-4180-9ab5-f2442566db13 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.394604] env[69731]: DEBUG nova.compute.manager [req-e9fd2292-4f63-4ba5-9cf6-02ec8fdb296d req-b07d3e9f-ba10-4a34-b30d-728428fba513 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Received event network-changed-defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.394717] env[69731]: DEBUG nova.compute.manager [req-e9fd2292-4f63-4ba5-9cf6-02ec8fdb296d req-b07d3e9f-ba10-4a34-b30d-728428fba513 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Refreshing instance network info cache due to event network-changed-defde028-5dfc-4a79-8dad-a4e4d56861fe. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.394953] env[69731]: DEBUG oslo_concurrency.lockutils [req-e9fd2292-4f63-4ba5-9cf6-02ec8fdb296d req-b07d3e9f-ba10-4a34-b30d-728428fba513 service nova] Acquiring lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.395155] env[69731]: DEBUG oslo_concurrency.lockutils [req-e9fd2292-4f63-4ba5-9cf6-02ec8fdb296d req-b07d3e9f-ba10-4a34-b30d-728428fba513 service nova] Acquired lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.395358] env[69731]: DEBUG nova.network.neutron [req-e9fd2292-4f63-4ba5-9cf6-02ec8fdb296d req-b07d3e9f-ba10-4a34-b30d-728428fba513 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Refreshing network info cache for port defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.403815] env[69731]: DEBUG nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.430063] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.430316] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.430482] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.430696] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.430863] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.431070] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.431309] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.431481] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.431669] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.431849] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.432052] env[69731]: DEBUG nova.virt.hardware [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.434692] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566594ae-4a18-4e85-aa12-b16d04a75e9b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.441077] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2038939-f6f8-44b9-8a40-06886d206044 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.631278] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.631827] env[69731]: DEBUG nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.634796] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.063s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.635037] env[69731]: DEBUG nova.objects.instance [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lazy-loading 'resources' on Instance uuid 3865cd8b-6a0e-4487-8162-4691d9765664 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.736962] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276172, 'name': CreateVM_Task, 'duration_secs': 0.346231} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.737142] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.737814] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.737980] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.738315] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.738565] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d6a766-67e0-4571-bb35-149137daa69f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.743099] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1250.743099] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52541f22-ee92-16cb-50ef-7332ce9e2b97" [ 1250.743099] env[69731]: _type = "Task" [ 1250.743099] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.750378] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52541f22-ee92-16cb-50ef-7332ce9e2b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.883023] env[69731]: DEBUG nova.objects.base [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.883023] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4845e8b0-4598-44d6-a7e6-fd92c0921518 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.905726] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5d76b9-382f-4d62-8317-2904b9bcf46c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.911966] env[69731]: DEBUG oslo_vmware.api [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1250.911966] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d83ef5-d52e-6b08-ce91-5cca0cd6afa8" [ 1250.911966] env[69731]: _type = "Task" [ 1250.911966] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.923077] env[69731]: DEBUG oslo_vmware.api [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52d83ef5-d52e-6b08-ce91-5cca0cd6afa8, 'name': SearchDatastore_Task, 'duration_secs': 0.007895} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.923077] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.967232] env[69731]: DEBUG nova.network.neutron [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Successfully updated port: a881f7ee-336d-4df5-a77f-4fd1486ff85e {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.138400] env[69731]: DEBUG nova.compute.utils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.139564] env[69731]: DEBUG nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.139730] env[69731]: DEBUG nova.network.neutron [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.153580] env[69731]: DEBUG nova.network.neutron [req-e9fd2292-4f63-4ba5-9cf6-02ec8fdb296d req-b07d3e9f-ba10-4a34-b30d-728428fba513 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Updated VIF entry in instance network info cache for port defde028-5dfc-4a79-8dad-a4e4d56861fe. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.153914] env[69731]: DEBUG nova.network.neutron [req-e9fd2292-4f63-4ba5-9cf6-02ec8fdb296d req-b07d3e9f-ba10-4a34-b30d-728428fba513 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Updating instance_info_cache with network_info: [{"id": "defde028-5dfc-4a79-8dad-a4e4d56861fe", "address": "fa:16:3e:99:e3:d7", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdefde028-5d", "ovs_interfaceid": "defde028-5dfc-4a79-8dad-a4e4d56861fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.179208] env[69731]: DEBUG nova.policy [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c059c7482a4b5fa7ad71663bd2ebe8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79849e10f38a4086a022f00c567e76e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.253232] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52541f22-ee92-16cb-50ef-7332ce9e2b97, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.255479] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.255812] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.255975] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.256141] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.256323] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.256863] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f09e4258-d5e8-4b1d-9ae9-ab0d36fe0839 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.266473] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.266661] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.269677] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af55affd-dbee-48ff-8c12-bb95bdc49a6e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.275509] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1251.275509] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522faa7d-551e-be65-c1d6-90e3936147d6" [ 1251.275509] env[69731]: _type = "Task" [ 1251.275509] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.284097] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522faa7d-551e-be65-c1d6-90e3936147d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.311113] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec7bcce-713b-4543-8ff0-2612377462ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.318247] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8622c87-86c5-4a3b-b6b7-7e0a82692533 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.353413] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff6aab8-36cb-446f-a790-55109c4136c0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.360878] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb3563a-b31f-4055-8cc0-c05f09439dd3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.374161] env[69731]: DEBUG nova.compute.provider_tree [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.473545] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquiring lock "refresh_cache-70577477-814b-46aa-bd10-bcc984fa75a2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.473545] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquired lock "refresh_cache-70577477-814b-46aa-bd10-bcc984fa75a2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.473545] env[69731]: DEBUG nova.network.neutron [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.485275] env[69731]: DEBUG nova.network.neutron [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Successfully created port: b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.647591] env[69731]: DEBUG nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.656885] env[69731]: DEBUG oslo_concurrency.lockutils [req-e9fd2292-4f63-4ba5-9cf6-02ec8fdb296d req-b07d3e9f-ba10-4a34-b30d-728428fba513 service nova] Releasing lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.786233] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522faa7d-551e-be65-c1d6-90e3936147d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.786810] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584ad157-c1b1-46ed-8874-cb246ee17bf7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.791677] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1251.791677] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ba78a5-4a26-6f8c-750e-1c1f93a82852" [ 1251.791677] env[69731]: _type = "Task" [ 1251.791677] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.798772] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ba78a5-4a26-6f8c-750e-1c1f93a82852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.877508] env[69731]: DEBUG nova.scheduler.client.report [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.011513] env[69731]: DEBUG nova.network.neutron [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.153634] env[69731]: DEBUG nova.network.neutron [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Updating instance_info_cache with network_info: [{"id": "a881f7ee-336d-4df5-a77f-4fd1486ff85e", "address": "fa:16:3e:8c:f1:05", "network": {"id": "502bab6b-f0c5-4daf-8ab0-68145861c933", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-168524162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc66a9db8b964e8d9726319ed8b3d079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa881f7ee-33", "ovs_interfaceid": "a881f7ee-336d-4df5-a77f-4fd1486ff85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.302816] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ba78a5-4a26-6f8c-750e-1c1f93a82852, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.303189] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.303408] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 56a87921-d0e5-40ad-b23f-c703f256c973/56a87921-d0e5-40ad-b23f-c703f256c973.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.303715] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9e86a09-2aa6-46ce-b1a6-296ae3bc8c4b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.309970] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1252.309970] env[69731]: value = "task-3276173" [ 1252.309970] env[69731]: _type = "Task" [ 1252.309970] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.319229] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.382923] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.386026] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.462s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.409851] env[69731]: INFO nova.scheduler.client.report [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Deleted allocations for instance 3865cd8b-6a0e-4487-8162-4691d9765664 [ 1252.420501] env[69731]: DEBUG nova.compute.manager [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Received event network-vif-plugged-a881f7ee-336d-4df5-a77f-4fd1486ff85e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.421642] env[69731]: DEBUG oslo_concurrency.lockutils [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] Acquiring lock "70577477-814b-46aa-bd10-bcc984fa75a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.421642] env[69731]: DEBUG oslo_concurrency.lockutils [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] Lock "70577477-814b-46aa-bd10-bcc984fa75a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.421642] env[69731]: DEBUG oslo_concurrency.lockutils [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] Lock "70577477-814b-46aa-bd10-bcc984fa75a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.421824] env[69731]: DEBUG nova.compute.manager [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] No waiting events found dispatching network-vif-plugged-a881f7ee-336d-4df5-a77f-4fd1486ff85e {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.421946] env[69731]: WARNING nova.compute.manager [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Received unexpected event network-vif-plugged-a881f7ee-336d-4df5-a77f-4fd1486ff85e for instance with vm_state building and task_state spawning. [ 1252.422162] env[69731]: DEBUG nova.compute.manager [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Received event network-changed-a881f7ee-336d-4df5-a77f-4fd1486ff85e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.422344] env[69731]: DEBUG nova.compute.manager [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Refreshing instance network info cache due to event network-changed-a881f7ee-336d-4df5-a77f-4fd1486ff85e. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.422533] env[69731]: DEBUG oslo_concurrency.lockutils [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] Acquiring lock "refresh_cache-70577477-814b-46aa-bd10-bcc984fa75a2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.657065] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Releasing lock "refresh_cache-70577477-814b-46aa-bd10-bcc984fa75a2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.657065] env[69731]: DEBUG nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Instance network_info: |[{"id": "a881f7ee-336d-4df5-a77f-4fd1486ff85e", "address": "fa:16:3e:8c:f1:05", "network": {"id": "502bab6b-f0c5-4daf-8ab0-68145861c933", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-168524162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc66a9db8b964e8d9726319ed8b3d079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa881f7ee-33", "ovs_interfaceid": "a881f7ee-336d-4df5-a77f-4fd1486ff85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.658327] env[69731]: DEBUG nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.660968] env[69731]: DEBUG oslo_concurrency.lockutils [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] Acquired lock "refresh_cache-70577477-814b-46aa-bd10-bcc984fa75a2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.662534] env[69731]: DEBUG nova.network.neutron [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Refreshing network info cache for port a881f7ee-336d-4df5-a77f-4fd1486ff85e {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.663139] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:f1:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a881f7ee-336d-4df5-a77f-4fd1486ff85e', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.672290] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Creating folder: Project (bc66a9db8b964e8d9726319ed8b3d079). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.673741] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cff39058-f4cb-4cc6-9b22-8aba6e21aaaa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.689121] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Created folder: Project (bc66a9db8b964e8d9726319ed8b3d079) in parent group-v654000. [ 1252.689409] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Creating folder: Instances. Parent ref: group-v654323. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.689739] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb6e2c52-f730-4bdf-92cd-9864e5f2b76a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.693945] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.694201] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.694360] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.694542] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.694716] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.694880] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.695114] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.695277] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.695450] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.695716] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.695815] env[69731]: DEBUG nova.virt.hardware [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.697062] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3da601-6fa2-44a1-b146-cbd806dac7df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.705907] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7b0755-41c2-4de3-b2b8-4ef532eb5cc1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.711286] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Created folder: Instances in parent group-v654323. [ 1252.711538] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.712187] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.712444] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ba37d2-52f3-4952-8266-f6340d5ab66d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.740799] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.740799] env[69731]: value = "task-3276176" [ 1252.740799] env[69731]: _type = "Task" [ 1252.740799] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.749953] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276176, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.820972] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473889} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.820972] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 56a87921-d0e5-40ad-b23f-c703f256c973/56a87921-d0e5-40ad-b23f-c703f256c973.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.820972] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.820972] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-603db00a-d674-4e96-ba7e-daf906b04318 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.827056] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1252.827056] env[69731]: value = "task-3276177" [ 1252.827056] env[69731]: _type = "Task" [ 1252.827056] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.835567] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.920513] env[69731]: DEBUG oslo_concurrency.lockutils [None req-3df566c1-e735-4d5e-990e-9ff23338f90b tempest-ServersTestJSON-1295669717 tempest-ServersTestJSON-1295669717-project-member] Lock "3865cd8b-6a0e-4487-8162-4691d9765664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.789s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.005984] env[69731]: DEBUG nova.network.neutron [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Successfully updated port: b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.085982] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a27c679-7056-411f-aa51-57d750637344 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.094332] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6220523-35da-487a-a191-cd40147657ce {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.126863] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4094df4-6e5d-4095-8344-a016f114d46c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.135053] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f382d9a4-7b80-4555-9592-56b344e80b0b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.149544] env[69731]: DEBUG nova.compute.provider_tree [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.250429] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276176, 'name': CreateVM_Task, 'duration_secs': 0.338364} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.250596] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.251677] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.251850] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.252175] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.252441] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a00a96-378b-405c-ac67-1f467c22d014 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.258759] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1253.258759] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522708ef-b85c-cf9e-992e-290b4c7a0453" [ 1253.258759] env[69731]: _type = "Task" [ 1253.258759] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.266775] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522708ef-b85c-cf9e-992e-290b4c7a0453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.336268] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069475} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.336613] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.337309] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ba878-0c19-4f8d-a83b-672002d2dd1f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.360995] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 56a87921-d0e5-40ad-b23f-c703f256c973/56a87921-d0e5-40ad-b23f-c703f256c973.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.361349] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8bf70d-e107-47ff-a581-34ef08f4ea7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.383209] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1253.383209] env[69731]: value = "task-3276178" [ 1253.383209] env[69731]: _type = "Task" [ 1253.383209] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.390936] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.413453] env[69731]: DEBUG nova.network.neutron [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Updated VIF entry in instance network info cache for port a881f7ee-336d-4df5-a77f-4fd1486ff85e. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.413815] env[69731]: DEBUG nova.network.neutron [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Updating instance_info_cache with network_info: [{"id": "a881f7ee-336d-4df5-a77f-4fd1486ff85e", "address": "fa:16:3e:8c:f1:05", "network": {"id": "502bab6b-f0c5-4daf-8ab0-68145861c933", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-168524162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc66a9db8b964e8d9726319ed8b3d079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa881f7ee-33", "ovs_interfaceid": "a881f7ee-336d-4df5-a77f-4fd1486ff85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.511698] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquiring lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.512847] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquired lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.512847] env[69731]: DEBUG nova.network.neutron [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.654032] env[69731]: DEBUG nova.scheduler.client.report [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.771376] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522708ef-b85c-cf9e-992e-290b4c7a0453, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.771704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.771938] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.772187] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.772336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.772512] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.772772] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-644a08ff-a8b9-4548-a42c-a31c2fe2a172 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.785031] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.785031] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.785031] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2028dd6b-4525-44bf-b797-6c35f6009911 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.787872] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1253.787872] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528e36aa-cc32-7894-4517-15f8d94031ec" [ 1253.787872] env[69731]: _type = "Task" [ 1253.787872] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.796034] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528e36aa-cc32-7894-4517-15f8d94031ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.893965] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276178, 'name': ReconfigVM_Task, 'duration_secs': 0.297794} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.896482] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 56a87921-d0e5-40ad-b23f-c703f256c973/56a87921-d0e5-40ad-b23f-c703f256c973.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.896482] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70bc5dab-ec68-405f-b133-e35ca6bad768 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.901504] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1253.901504] env[69731]: value = "task-3276179" [ 1253.901504] env[69731]: _type = "Task" [ 1253.901504] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.909062] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276179, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.916794] env[69731]: DEBUG oslo_concurrency.lockutils [req-1509daed-641c-4845-a369-6287a58fdfbe req-dfc52a6a-43cc-4930-8b65-5e5d60d15bde service nova] Releasing lock "refresh_cache-70577477-814b-46aa-bd10-bcc984fa75a2" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.059038] env[69731]: DEBUG nova.network.neutron [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.215499] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.215782] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.264642] env[69731]: DEBUG nova.network.neutron [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Updating instance_info_cache with network_info: [{"id": "b2a80fbf-e25d-4e59-85df-7085401d4929", "address": "fa:16:3e:19:fe:f7", "network": {"id": "6a0fb8ad-8028-44eb-9ef4-dae5d0cd08d8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-534032590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79849e10f38a4086a022f00c567e76e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a80fbf-e2", "ovs_interfaceid": "b2a80fbf-e25d-4e59-85df-7085401d4929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.300457] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528e36aa-cc32-7894-4517-15f8d94031ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.301307] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213b9ec5-045b-4857-9d25-949e8bdf608d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.308360] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1254.308360] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cbfc7e-00d3-5450-0365-232ff5765379" [ 1254.308360] env[69731]: _type = "Task" [ 1254.308360] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.316952] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cbfc7e-00d3-5450-0365-232ff5765379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.410880] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276179, 'name': Rename_Task, 'duration_secs': 0.171765} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.411165] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.411414] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0b2309-159f-46ed-a822-1c3562232a8e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.417967] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1254.417967] env[69731]: value = "task-3276180" [ 1254.417967] env[69731]: _type = "Task" [ 1254.417967] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.426213] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.452909] env[69731]: DEBUG nova.compute.manager [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Received event network-vif-plugged-b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.453432] env[69731]: DEBUG oslo_concurrency.lockutils [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] Acquiring lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.453561] env[69731]: DEBUG oslo_concurrency.lockutils [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] Lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.453619] env[69731]: DEBUG oslo_concurrency.lockutils [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] Lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.453779] env[69731]: DEBUG nova.compute.manager [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] No waiting events found dispatching network-vif-plugged-b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.453955] env[69731]: WARNING nova.compute.manager [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Received unexpected event network-vif-plugged-b2a80fbf-e25d-4e59-85df-7085401d4929 for instance with vm_state building and task_state spawning. [ 1254.454306] env[69731]: DEBUG nova.compute.manager [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Received event network-changed-b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.454516] env[69731]: DEBUG nova.compute.manager [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Refreshing instance network info cache due to event network-changed-b2a80fbf-e25d-4e59-85df-7085401d4929. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.454774] env[69731]: DEBUG oslo_concurrency.lockutils [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] Acquiring lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.663779] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.278s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.719137] env[69731]: INFO nova.compute.manager [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Detaching volume 61fadec0-e87b-49f1-9877-c72200aff30f [ 1254.763929] env[69731]: INFO nova.virt.block_device [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Attempting to driver detach volume 61fadec0-e87b-49f1-9877-c72200aff30f from mountpoint /dev/sdb [ 1254.764199] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.764390] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654311', 'volume_id': '61fadec0-e87b-49f1-9877-c72200aff30f', 'name': 'volume-61fadec0-e87b-49f1-9877-c72200aff30f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc39fedf-8db2-4922-a357-a6321cf8ef1b', 'attached_at': '', 'detached_at': '', 'volume_id': '61fadec0-e87b-49f1-9877-c72200aff30f', 'serial': '61fadec0-e87b-49f1-9877-c72200aff30f'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.765358] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33907138-7311-4d06-ba0a-8999422a8f3d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.768704] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Releasing lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.768704] env[69731]: DEBUG nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Instance network_info: |[{"id": "b2a80fbf-e25d-4e59-85df-7085401d4929", "address": "fa:16:3e:19:fe:f7", "network": {"id": "6a0fb8ad-8028-44eb-9ef4-dae5d0cd08d8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-534032590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79849e10f38a4086a022f00c567e76e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a80fbf-e2", "ovs_interfaceid": "b2a80fbf-e25d-4e59-85df-7085401d4929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.769324] env[69731]: DEBUG oslo_concurrency.lockutils [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] Acquired lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.769506] env[69731]: DEBUG nova.network.neutron [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Refreshing network info cache for port b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.770680] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:fe:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2a80fbf-e25d-4e59-85df-7085401d4929', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.778478] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Creating folder: Project (79849e10f38a4086a022f00c567e76e7). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.779838] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c262e059-951b-41a2-bb21-6c8a9b5b92e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.798382] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ab8b8b-3e45-4ebb-a8dc-8b40d0769e42 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.806385] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1c97a-1521-49c8-8142-ba76a39e251d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.809114] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Created folder: Project (79849e10f38a4086a022f00c567e76e7) in parent group-v654000. [ 1254.809301] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Creating folder: Instances. Parent ref: group-v654326. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.809604] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb9ccb22-3b34-4de1-903f-a03b7cb814ee {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.834628] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52cbfc7e-00d3-5450-0365-232ff5765379, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.836022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.836294] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 70577477-814b-46aa-bd10-bcc984fa75a2/70577477-814b-46aa-bd10-bcc984fa75a2.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.837115] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f48f1e-c3a2-4df9-8669-5531ddabf590 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.839631] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Created folder: Instances in parent group-v654326. [ 1254.839862] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.840045] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-192bd4e8-8748-48b6-9761-c1b995ac8bac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.841956] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.842522] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2aed224-6c4d-40a1-a9fb-4d663f2fab7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.867734] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] The volume has not been displaced from its original location: [datastore1] volume-61fadec0-e87b-49f1-9877-c72200aff30f/volume-61fadec0-e87b-49f1-9877-c72200aff30f.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.873032] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.877020] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3ea288-a523-4bf1-a244-ee1bfc759ffe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.888679] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1254.888679] env[69731]: value = "task-3276183" [ 1254.888679] env[69731]: _type = "Task" [ 1254.888679] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.890050] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.890050] env[69731]: value = "task-3276184" [ 1254.890050] env[69731]: _type = "Task" [ 1254.890050] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.899389] env[69731]: DEBUG oslo_vmware.api [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1254.899389] env[69731]: value = "task-3276185" [ 1254.899389] env[69731]: _type = "Task" [ 1254.899389] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.909691] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276184, 'name': CreateVM_Task} progress is 10%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.910371] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.918379] env[69731]: DEBUG oslo_vmware.api [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.927637] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.230482] env[69731]: INFO nova.scheduler.client.report [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted allocation for migration fee4449b-ab5d-40e3-baf7-4617d1176f57 [ 1255.402464] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276183, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.409658] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276184, 'name': CreateVM_Task, 'duration_secs': 0.442987} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.412306] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.412973] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.413157] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.413516] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.416898] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2780fd-1a07-4c0b-9fc1-8e3aef8c1db5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.418561] env[69731]: DEBUG oslo_vmware.api [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276185, 'name': ReconfigVM_Task, 'duration_secs': 0.367396} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.418911] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.427404] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54508f6-c8ad-4165-8662-44bd2b53c083 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.438896] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1255.438896] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525080d4-f81f-c867-2c62-7df08a22f959" [ 1255.438896] env[69731]: _type = "Task" [ 1255.438896] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.445535] env[69731]: DEBUG oslo_vmware.api [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276180, 'name': PowerOnVM_Task, 'duration_secs': 0.612726} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.446923] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.447185] env[69731]: INFO nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1255.447406] env[69731]: DEBUG nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.447723] env[69731]: DEBUG oslo_vmware.api [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1255.447723] env[69731]: value = "task-3276186" [ 1255.447723] env[69731]: _type = "Task" [ 1255.447723] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.448455] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05909f1-9332-438c-a726-a75bde63af20 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.456570] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]525080d4-f81f-c867-2c62-7df08a22f959, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.457090] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.457333] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.457567] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.457714] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.457888] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.460547] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86c8dd46-44fc-41a2-a342-9b38c93d8b19 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.466476] env[69731]: DEBUG oslo_vmware.api [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.476297] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.476297] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.476297] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6bf077-af1c-4c6a-b07b-5b4ea1432dbd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.480667] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1255.480667] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fc3525-6533-2e4e-f158-83225fc7bfbf" [ 1255.480667] env[69731]: _type = "Task" [ 1255.480667] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.488537] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fc3525-6533-2e4e-f158-83225fc7bfbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.547081] env[69731]: DEBUG nova.network.neutron [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Updated VIF entry in instance network info cache for port b2a80fbf-e25d-4e59-85df-7085401d4929. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.547522] env[69731]: DEBUG nova.network.neutron [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Updating instance_info_cache with network_info: [{"id": "b2a80fbf-e25d-4e59-85df-7085401d4929", "address": "fa:16:3e:19:fe:f7", "network": {"id": "6a0fb8ad-8028-44eb-9ef4-dae5d0cd08d8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-534032590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79849e10f38a4086a022f00c567e76e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a80fbf-e2", "ovs_interfaceid": "b2a80fbf-e25d-4e59-85df-7085401d4929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.642925] env[69731]: INFO nova.compute.manager [None req-32cfaf71-683d-45c7-938b-4f6dcf5d9055 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Get console output [ 1255.643292] env[69731]: WARNING nova.virt.vmwareapi.driver [None req-32cfaf71-683d-45c7-938b-4f6dcf5d9055 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] The console log is missing. Check your VSPC configuration [ 1255.735905] env[69731]: DEBUG oslo_concurrency.lockutils [None req-94d93fdb-fc72-4828-a8f5-e8fe3f49f2af tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.662s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.901207] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557339} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.901768] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] 70577477-814b-46aa-bd10-bcc984fa75a2/70577477-814b-46aa-bd10-bcc984fa75a2.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.901982] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.902247] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a272bf0b-5c0f-425b-b0e5-f2f14dda1459 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.908762] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1255.908762] env[69731]: value = "task-3276187" [ 1255.908762] env[69731]: _type = "Task" [ 1255.908762] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.916726] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.959147] env[69731]: DEBUG oslo_vmware.api [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276186, 'name': ReconfigVM_Task, 'duration_secs': 0.152415} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.959450] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654311', 'volume_id': '61fadec0-e87b-49f1-9877-c72200aff30f', 'name': 'volume-61fadec0-e87b-49f1-9877-c72200aff30f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc39fedf-8db2-4922-a357-a6321cf8ef1b', 'attached_at': '', 'detached_at': '', 'volume_id': '61fadec0-e87b-49f1-9877-c72200aff30f', 'serial': '61fadec0-e87b-49f1-9877-c72200aff30f'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1255.979865] env[69731]: INFO nova.compute.manager [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Took 15.33 seconds to build instance. [ 1255.989962] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52fc3525-6533-2e4e-f158-83225fc7bfbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.990781] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa518cd-d5b4-469d-8884-ab865cc20ac4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.997522] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1255.997522] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e1c672-01c8-194c-9090-6b7af4201bb7" [ 1255.997522] env[69731]: _type = "Task" [ 1255.997522] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.006032] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e1c672-01c8-194c-9090-6b7af4201bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.050095] env[69731]: DEBUG oslo_concurrency.lockutils [req-10738677-b4fe-45fe-b813-88640604d1c1 req-f6bb6d3a-0e4c-4a9d-97f5-9714b894dbc1 service nova] Releasing lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.418806] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071247} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.419130] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.419772] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc2fd41-362e-4751-b53a-0482310b727f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.440643] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 70577477-814b-46aa-bd10-bcc984fa75a2/70577477-814b-46aa-bd10-bcc984fa75a2.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.440863] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7daaa3f-f413-4a60-a4aa-2702ff83c34e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.459093] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1256.459093] env[69731]: value = "task-3276188" [ 1256.459093] env[69731]: _type = "Task" [ 1256.459093] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.466085] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.481653] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5c052ea0-36d8-4eb3-bf15-cb5432984d57 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.846s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.508332] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e1c672-01c8-194c-9090-6b7af4201bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.508332] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.508332] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7/c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.509512] env[69731]: DEBUG nova.objects.instance [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lazy-loading 'flavor' on Instance uuid dc39fedf-8db2-4922-a357-a6321cf8ef1b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.510838] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43d0cc22-8722-4f03-8115-a5a98972637a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.517502] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1256.517502] env[69731]: value = "task-3276189" [ 1256.517502] env[69731]: _type = "Task" [ 1256.517502] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.526637] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.969724] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276188, 'name': ReconfigVM_Task, 'duration_secs': 0.47969} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.970068] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 70577477-814b-46aa-bd10-bcc984fa75a2/70577477-814b-46aa-bd10-bcc984fa75a2.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.970776] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbfe6c75-0fe1-442b-9849-dcf60c9cb199 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.976997] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1256.976997] env[69731]: value = "task-3276190" [ 1256.976997] env[69731]: _type = "Task" [ 1256.976997] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.986830] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276190, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.027407] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276189, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.074662] env[69731]: DEBUG nova.compute.manager [req-7683c5df-c4e3-464b-9937-1be2d074c59c req-7b9f0eee-9afb-44e0-b3fb-9e3402ad330d service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Received event network-changed-defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.074890] env[69731]: DEBUG nova.compute.manager [req-7683c5df-c4e3-464b-9937-1be2d074c59c req-7b9f0eee-9afb-44e0-b3fb-9e3402ad330d service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Refreshing instance network info cache due to event network-changed-defde028-5dfc-4a79-8dad-a4e4d56861fe. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.075122] env[69731]: DEBUG oslo_concurrency.lockutils [req-7683c5df-c4e3-464b-9937-1be2d074c59c req-7b9f0eee-9afb-44e0-b3fb-9e3402ad330d service nova] Acquiring lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.075282] env[69731]: DEBUG oslo_concurrency.lockutils [req-7683c5df-c4e3-464b-9937-1be2d074c59c req-7b9f0eee-9afb-44e0-b3fb-9e3402ad330d service nova] Acquired lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.075421] env[69731]: DEBUG nova.network.neutron [req-7683c5df-c4e3-464b-9937-1be2d074c59c req-7b9f0eee-9afb-44e0-b3fb-9e3402ad330d service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Refreshing network info cache for port defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.486711] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276190, 'name': Rename_Task, 'duration_secs': 0.181218} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.487110] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.487323] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43fbbf86-0c2d-49a7-8ab0-8c380d47ec6f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.492869] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1257.492869] env[69731]: value = "task-3276191" [ 1257.492869] env[69731]: _type = "Task" [ 1257.492869] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.500066] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.518877] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f13cac60-0ccb-4650-b162-ec198fe2dd5c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.303s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.528157] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515752} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.528496] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7/c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.528719] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.528978] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-983a54e2-100d-4ce9-a5b2-562530280e91 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.537010] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1257.537010] env[69731]: value = "task-3276192" [ 1257.537010] env[69731]: _type = "Task" [ 1257.537010] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.546145] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.806723] env[69731]: DEBUG nova.network.neutron [req-7683c5df-c4e3-464b-9937-1be2d074c59c req-7b9f0eee-9afb-44e0-b3fb-9e3402ad330d service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Updated VIF entry in instance network info cache for port defde028-5dfc-4a79-8dad-a4e4d56861fe. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.807241] env[69731]: DEBUG nova.network.neutron [req-7683c5df-c4e3-464b-9937-1be2d074c59c req-7b9f0eee-9afb-44e0-b3fb-9e3402ad330d service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Updating instance_info_cache with network_info: [{"id": "defde028-5dfc-4a79-8dad-a4e4d56861fe", "address": "fa:16:3e:99:e3:d7", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdefde028-5d", "ovs_interfaceid": "defde028-5dfc-4a79-8dad-a4e4d56861fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.003737] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276191, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.046924] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074673} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.047222] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.048066] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdfb586-3785-4324-93fa-6d6b0a12e105 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.069680] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7/c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.071085] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac922ca-5c28-4397-bb3b-e506853edc86 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.094971] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1258.094971] env[69731]: value = "task-3276193" [ 1258.094971] env[69731]: _type = "Task" [ 1258.094971] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.104130] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.310494] env[69731]: DEBUG oslo_concurrency.lockutils [req-7683c5df-c4e3-464b-9937-1be2d074c59c req-7b9f0eee-9afb-44e0-b3fb-9e3402ad330d service nova] Releasing lock "refresh_cache-56a87921-d0e5-40ad-b23f-c703f256c973" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.503113] env[69731]: DEBUG oslo_vmware.api [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276191, 'name': PowerOnVM_Task, 'duration_secs': 0.524246} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.503495] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.503580] env[69731]: INFO nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1258.503757] env[69731]: DEBUG nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.504538] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1ab0d5-7ad1-4dd6-bc99-9ebe6f25fdca {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.590112] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.590431] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.590684] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.591299] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.591489] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.593512] env[69731]: INFO nova.compute.manager [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Terminating instance [ 1258.604810] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276193, 'name': ReconfigVM_Task, 'duration_secs': 0.388979} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.605067] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Reconfigured VM instance instance-0000007b to attach disk [datastore1] c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7/c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.605653] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f0364e-247f-4797-b7eb-a9ceb430a1c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.612729] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1258.612729] env[69731]: value = "task-3276194" [ 1258.612729] env[69731]: _type = "Task" [ 1258.612729] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.619862] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276194, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.021887] env[69731]: INFO nova.compute.manager [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Took 16.72 seconds to build instance. [ 1259.099774] env[69731]: DEBUG nova.compute.manager [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.099996] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.100918] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3149a1e3-8a05-49c8-8eda-0683a5e43b04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.108293] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.108512] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdbca2a-071d-4309-9568-25b1dd3228f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.116853] env[69731]: DEBUG oslo_vmware.api [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1259.116853] env[69731]: value = "task-3276195" [ 1259.116853] env[69731]: _type = "Task" [ 1259.116853] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.122876] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276194, 'name': Rename_Task, 'duration_secs': 0.138257} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.123418] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.123626] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a212cdb-4cba-42d4-bd85-f1f49dac02da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.128129] env[69731]: DEBUG oslo_vmware.api [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.129167] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1259.129167] env[69731]: value = "task-3276196" [ 1259.129167] env[69731]: _type = "Task" [ 1259.129167] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.136818] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.524535] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d338b68f-dec1-4b24-b809-a5472f069a8f tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "70577477-814b-46aa-bd10-bcc984fa75a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.232s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.627016] env[69731]: DEBUG oslo_vmware.api [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276195, 'name': PowerOffVM_Task, 'duration_secs': 0.259879} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.627438] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.627531] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.627761] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-515eb998-6fd1-4836-a909-7ae3672cfc06 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.638013] env[69731]: DEBUG oslo_vmware.api [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276196, 'name': PowerOnVM_Task, 'duration_secs': 0.482725} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.638275] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.638472] env[69731]: INFO nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1259.638646] env[69731]: DEBUG nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.639823] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f12391-e4bc-4a9d-92de-d418c012f1c9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.709480] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.709704] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.709889] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleting the datastore file [datastore1] dc39fedf-8db2-4922-a357-a6321cf8ef1b {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.710190] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7538b6-50c2-4e61-a173-5476788bc787 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.716432] env[69731]: DEBUG oslo_vmware.api [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1259.716432] env[69731]: value = "task-3276198" [ 1259.716432] env[69731]: _type = "Task" [ 1259.716432] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.724422] env[69731]: DEBUG oslo_vmware.api [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.158719] env[69731]: INFO nova.compute.manager [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Took 16.95 seconds to build instance. [ 1260.226679] env[69731]: DEBUG oslo_vmware.api [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182724} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.227096] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.227163] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.227328] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.227506] env[69731]: INFO nova.compute.manager [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1260.227753] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.227949] env[69731]: DEBUG nova.compute.manager [-] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.228065] env[69731]: DEBUG nova.network.neutron [-] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.661607] env[69731]: DEBUG oslo_concurrency.lockutils [None req-72847d5b-d94e-4049-9266-63b6615de984 tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.457s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.757543] env[69731]: DEBUG nova.compute.manager [req-b8029a1d-9dbb-4ede-a803-cbbb4b8b2ff6 req-1e8c201d-6646-44bd-a807-43337824641e service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Received event network-changed-b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.757736] env[69731]: DEBUG nova.compute.manager [req-b8029a1d-9dbb-4ede-a803-cbbb4b8b2ff6 req-1e8c201d-6646-44bd-a807-43337824641e service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Refreshing instance network info cache due to event network-changed-b2a80fbf-e25d-4e59-85df-7085401d4929. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.757950] env[69731]: DEBUG oslo_concurrency.lockutils [req-b8029a1d-9dbb-4ede-a803-cbbb4b8b2ff6 req-1e8c201d-6646-44bd-a807-43337824641e service nova] Acquiring lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.758407] env[69731]: DEBUG oslo_concurrency.lockutils [req-b8029a1d-9dbb-4ede-a803-cbbb4b8b2ff6 req-1e8c201d-6646-44bd-a807-43337824641e service nova] Acquired lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.758614] env[69731]: DEBUG nova.network.neutron [req-b8029a1d-9dbb-4ede-a803-cbbb4b8b2ff6 req-1e8c201d-6646-44bd-a807-43337824641e service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Refreshing network info cache for port b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.777428] env[69731]: DEBUG oslo_concurrency.lockutils [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.777661] env[69731]: DEBUG oslo_concurrency.lockutils [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.777916] env[69731]: DEBUG nova.compute.manager [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.778750] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5608747-ee1b-4a52-b9c4-f393b6a013e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.786338] env[69731]: DEBUG nova.compute.manager [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1260.787195] env[69731]: DEBUG nova.objects.instance [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'flavor' on Instance uuid 2fe88a80-edd9-4410-9aba-f28ff4836fca {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.854952] env[69731]: DEBUG nova.compute.manager [req-4b395555-304f-47f2-85a6-baa593912fa0 req-eb859a2a-d84d-4820-b436-755f03c92a13 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Received event network-vif-deleted-4ea306a7-d54c-4145-bdb9-0bf83f29d27e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.855559] env[69731]: INFO nova.compute.manager [req-4b395555-304f-47f2-85a6-baa593912fa0 req-eb859a2a-d84d-4820-b436-755f03c92a13 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Neutron deleted interface 4ea306a7-d54c-4145-bdb9-0bf83f29d27e; detaching it from the instance and deleting it from the info cache [ 1260.855559] env[69731]: DEBUG nova.network.neutron [req-4b395555-304f-47f2-85a6-baa593912fa0 req-eb859a2a-d84d-4820-b436-755f03c92a13 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.018392] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquiring lock "70577477-814b-46aa-bd10-bcc984fa75a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.018655] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "70577477-814b-46aa-bd10-bcc984fa75a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.018864] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquiring lock "70577477-814b-46aa-bd10-bcc984fa75a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.019056] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "70577477-814b-46aa-bd10-bcc984fa75a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.019227] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "70577477-814b-46aa-bd10-bcc984fa75a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.021585] env[69731]: INFO nova.compute.manager [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Terminating instance [ 1261.339969] env[69731]: DEBUG nova.network.neutron [-] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.358086] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da4660f6-3a1d-466f-92f4-ca58b624460b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.368186] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ef0dbb-2132-47d5-a323-b91f13a7bd65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.403340] env[69731]: DEBUG nova.compute.manager [req-4b395555-304f-47f2-85a6-baa593912fa0 req-eb859a2a-d84d-4820-b436-755f03c92a13 service nova] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Detach interface failed, port_id=4ea306a7-d54c-4145-bdb9-0bf83f29d27e, reason: Instance dc39fedf-8db2-4922-a357-a6321cf8ef1b could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.502329] env[69731]: DEBUG nova.network.neutron [req-b8029a1d-9dbb-4ede-a803-cbbb4b8b2ff6 req-1e8c201d-6646-44bd-a807-43337824641e service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Updated VIF entry in instance network info cache for port b2a80fbf-e25d-4e59-85df-7085401d4929. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.502698] env[69731]: DEBUG nova.network.neutron [req-b8029a1d-9dbb-4ede-a803-cbbb4b8b2ff6 req-1e8c201d-6646-44bd-a807-43337824641e service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Updating instance_info_cache with network_info: [{"id": "b2a80fbf-e25d-4e59-85df-7085401d4929", "address": "fa:16:3e:19:fe:f7", "network": {"id": "6a0fb8ad-8028-44eb-9ef4-dae5d0cd08d8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-534032590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79849e10f38a4086a022f00c567e76e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2a80fbf-e2", "ovs_interfaceid": "b2a80fbf-e25d-4e59-85df-7085401d4929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.525772] env[69731]: DEBUG nova.compute.manager [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.526017] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.526960] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaddd6f-5c20-4245-869b-a46764d1bd89 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.534612] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.534983] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f54620-e51f-4ee7-a28f-71ce935737fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.542038] env[69731]: DEBUG oslo_vmware.api [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1261.542038] env[69731]: value = "task-3276199" [ 1261.542038] env[69731]: _type = "Task" [ 1261.542038] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.550409] env[69731]: DEBUG oslo_vmware.api [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.799299] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.799683] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-234b543d-7901-459e-bffc-a395cd7f5f3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.806445] env[69731]: DEBUG oslo_vmware.api [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1261.806445] env[69731]: value = "task-3276200" [ 1261.806445] env[69731]: _type = "Task" [ 1261.806445] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.814363] env[69731]: DEBUG oslo_vmware.api [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.845267] env[69731]: INFO nova.compute.manager [-] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Took 1.62 seconds to deallocate network for instance. [ 1262.005315] env[69731]: DEBUG oslo_concurrency.lockutils [req-b8029a1d-9dbb-4ede-a803-cbbb4b8b2ff6 req-1e8c201d-6646-44bd-a807-43337824641e service nova] Releasing lock "refresh_cache-c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.051698] env[69731]: DEBUG oslo_vmware.api [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276199, 'name': PowerOffVM_Task, 'duration_secs': 0.192482} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.052021] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.052204] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.052450] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2800622a-b2ad-439c-ad6b-98e3c235cbf6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.117209] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.117509] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.117711] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Deleting the datastore file [datastore1] 70577477-814b-46aa-bd10-bcc984fa75a2 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.118083] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c833defe-33d0-4c42-904c-28cf4f680d38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.124449] env[69731]: DEBUG oslo_vmware.api [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for the task: (returnval){ [ 1262.124449] env[69731]: value = "task-3276202" [ 1262.124449] env[69731]: _type = "Task" [ 1262.124449] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.132859] env[69731]: DEBUG oslo_vmware.api [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.316787] env[69731]: DEBUG oslo_vmware.api [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276200, 'name': PowerOffVM_Task, 'duration_secs': 0.27458} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.317104] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.317315] env[69731]: DEBUG nova.compute.manager [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.318157] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1df486-7f7d-48fa-85c3-8e391a72dbda {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.352341] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.352680] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.352946] env[69731]: DEBUG nova.objects.instance [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lazy-loading 'resources' on Instance uuid dc39fedf-8db2-4922-a357-a6321cf8ef1b {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.634727] env[69731]: DEBUG oslo_vmware.api [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Task: {'id': task-3276202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159879} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.636061] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.636061] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.636061] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.636061] env[69731]: INFO nova.compute.manager [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1262.636061] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.636061] env[69731]: DEBUG nova.compute.manager [-] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.636387] env[69731]: DEBUG nova.network.neutron [-] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.834301] env[69731]: DEBUG oslo_concurrency.lockutils [None req-55282392-f6a6-46a3-a9ff-9acbd5e758ea tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.944029] env[69731]: DEBUG nova.compute.manager [req-ad3f7bab-2d91-4f15-a577-d369e366dab1 req-f30af3ff-0cc5-4fbc-91b7-da3fb9327b16 service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Received event network-vif-deleted-a881f7ee-336d-4df5-a77f-4fd1486ff85e {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.944133] env[69731]: INFO nova.compute.manager [req-ad3f7bab-2d91-4f15-a577-d369e366dab1 req-f30af3ff-0cc5-4fbc-91b7-da3fb9327b16 service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Neutron deleted interface a881f7ee-336d-4df5-a77f-4fd1486ff85e; detaching it from the instance and deleting it from the info cache [ 1262.944311] env[69731]: DEBUG nova.network.neutron [req-ad3f7bab-2d91-4f15-a577-d369e366dab1 req-f30af3ff-0cc5-4fbc-91b7-da3fb9327b16 service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.021240] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19b5bdd-2c62-4151-b3fe-c35f97a863f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.028957] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d53122b-71d5-4447-91a0-7ab17513bfc1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.058272] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c184b6e5-6b5f-4779-9612-97b2aa02356e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.065204] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae78ad3-be06-4728-a491-1598a5d12e04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.077877] env[69731]: DEBUG nova.compute.provider_tree [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.277389] env[69731]: DEBUG nova.objects.instance [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'flavor' on Instance uuid 2fe88a80-edd9-4410-9aba-f28ff4836fca {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.424607] env[69731]: DEBUG nova.network.neutron [-] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.447286] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-206d5115-4050-4d84-8d98-c2ff321d8abe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.459783] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b980f-f3ca-4316-9cbf-1a92751941a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.490061] env[69731]: DEBUG nova.compute.manager [req-ad3f7bab-2d91-4f15-a577-d369e366dab1 req-f30af3ff-0cc5-4fbc-91b7-da3fb9327b16 service nova] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Detach interface failed, port_id=a881f7ee-336d-4df5-a77f-4fd1486ff85e, reason: Instance 70577477-814b-46aa-bd10-bcc984fa75a2 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.581495] env[69731]: DEBUG nova.scheduler.client.report [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.783378] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.783562] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.783734] env[69731]: DEBUG nova.network.neutron [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.783943] env[69731]: DEBUG nova.objects.instance [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'info_cache' on Instance uuid 2fe88a80-edd9-4410-9aba-f28ff4836fca {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.926454] env[69731]: INFO nova.compute.manager [-] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Took 1.29 seconds to deallocate network for instance. [ 1264.086388] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.104631] env[69731]: INFO nova.scheduler.client.report [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleted allocations for instance dc39fedf-8db2-4922-a357-a6321cf8ef1b [ 1264.288135] env[69731]: DEBUG nova.objects.base [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Object Instance<2fe88a80-edd9-4410-9aba-f28ff4836fca> lazy-loaded attributes: flavor,info_cache {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.432583] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.432915] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.433170] env[69731]: DEBUG nova.objects.instance [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lazy-loading 'resources' on Instance uuid 70577477-814b-46aa-bd10-bcc984fa75a2 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.612306] env[69731]: DEBUG oslo_concurrency.lockutils [None req-faa3f5d2-bf60-405a-9409-43df2f66109b tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "dc39fedf-8db2-4922-a357-a6321cf8ef1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.022s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.041975] env[69731]: DEBUG nova.network.neutron [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Updating instance_info_cache with network_info: [{"id": "0358df38-806f-42fa-8f06-e866ccec19bd", "address": "fa:16:3e:45:24:30", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0358df38-80", "ovs_interfaceid": "0358df38-806f-42fa-8f06-e866ccec19bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.093053] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f8f7d4-251b-40f3-9ab6-35d3323bdc49 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.101156] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa06040-3972-4639-9daa-be4bd2545dad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.132948] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78495ea5-9e06-40b7-84ab-db1511e440b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.140109] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638db8b2-289d-4896-93a5-dc824ab98474 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.153326] env[69731]: DEBUG nova.compute.provider_tree [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.545298] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.656791] env[69731]: DEBUG nova.scheduler.client.report [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.163055] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.181329] env[69731]: INFO nova.scheduler.client.report [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Deleted allocations for instance 70577477-814b-46aa-bd10-bcc984fa75a2 [ 1266.552306] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.553100] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d6fcba-93c5-4e47-807b-a4cbea61e3dd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.562059] env[69731]: DEBUG oslo_vmware.api [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1266.562059] env[69731]: value = "task-3276204" [ 1266.562059] env[69731]: _type = "Task" [ 1266.562059] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.569808] env[69731]: DEBUG oslo_vmware.api [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.689460] env[69731]: DEBUG oslo_concurrency.lockutils [None req-fbe48c67-ff38-4fec-9e2d-1c9c0a5f0d22 tempest-ServerMetadataTestJSON-668952395 tempest-ServerMetadataTestJSON-668952395-project-member] Lock "70577477-814b-46aa-bd10-bcc984fa75a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.671s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.073054] env[69731]: DEBUG oslo_vmware.api [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.572106] env[69731]: DEBUG oslo_vmware.api [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276204, 'name': PowerOnVM_Task, 'duration_secs': 0.68021} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.572368] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.572503] env[69731]: DEBUG nova.compute.manager [None req-0a2c0a74-a5ff-4b53-8a6f-84a071773edd tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.573294] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b046e8-f245-4029-84dc-e84fb56742ec {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.297851] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a032ab-2dcf-49b8-ba62-b2f4b6f37767 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.304861] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a13b226b-3d60-44fc-977a-11550f6397d5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Suspending the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1269.305146] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7f07bc98-2c3c-4e5a-88d3-e13856849f1e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.311916] env[69731]: DEBUG oslo_vmware.api [None req-a13b226b-3d60-44fc-977a-11550f6397d5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1269.311916] env[69731]: value = "task-3276205" [ 1269.311916] env[69731]: _type = "Task" [ 1269.311916] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.319718] env[69731]: DEBUG oslo_vmware.api [None req-a13b226b-3d60-44fc-977a-11550f6397d5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276205, 'name': SuspendVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.763945] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.763945] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.764177] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.765606] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.765606] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.766791] env[69731]: INFO nova.compute.manager [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Terminating instance [ 1269.821880] env[69731]: DEBUG oslo_vmware.api [None req-a13b226b-3d60-44fc-977a-11550f6397d5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276205, 'name': SuspendVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.270915] env[69731]: DEBUG nova.compute.manager [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.271197] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.272085] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f15665b-38b1-49c9-8dac-bf09b41262a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.279920] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.280205] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc3250bd-2e81-4cfb-bf2e-ece03b6a3f20 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.286095] env[69731]: DEBUG oslo_vmware.api [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1270.286095] env[69731]: value = "task-3276206" [ 1270.286095] env[69731]: _type = "Task" [ 1270.286095] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.293922] env[69731]: DEBUG oslo_vmware.api [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.321800] env[69731]: DEBUG oslo_vmware.api [None req-a13b226b-3d60-44fc-977a-11550f6397d5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276205, 'name': SuspendVM_Task, 'duration_secs': 0.652165} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.322146] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-a13b226b-3d60-44fc-977a-11550f6397d5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Suspended the VM {{(pid=69731) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1270.322271] env[69731]: DEBUG nova.compute.manager [None req-a13b226b-3d60-44fc-977a-11550f6397d5 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.323037] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11c7541-ae58-40a9-96cb-fe04609325e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.796127] env[69731]: DEBUG oslo_vmware.api [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276206, 'name': PowerOffVM_Task, 'duration_secs': 0.221703} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.796425] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.796596] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.796847] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4da9f2a-a924-4fb8-b20e-d3187c3c247a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.868362] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.868621] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.868772] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleting the datastore file [datastore2] 2e568988-c2e4-43d4-a0da-b466d4b1fa82 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.869042] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b26fd39c-0a20-45e0-b0d1-36861baec6ea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.876029] env[69731]: DEBUG oslo_vmware.api [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1270.876029] env[69731]: value = "task-3276208" [ 1270.876029] env[69731]: _type = "Task" [ 1270.876029] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.883875] env[69731]: DEBUG oslo_vmware.api [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.391228] env[69731]: DEBUG oslo_vmware.api [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196693} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.391228] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.391557] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.391644] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.391788] env[69731]: INFO nova.compute.manager [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1271.392014] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.392222] env[69731]: DEBUG nova.compute.manager [-] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.392318] env[69731]: DEBUG nova.network.neutron [-] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.650407] env[69731]: DEBUG nova.compute.manager [req-59f4aeba-5f86-4593-8a54-52945b01789c req-ce7a76c8-ee16-4e80-b4dc-2694b2d9045e service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Received event network-vif-deleted-d36ffeb1-5f09-4239-b77c-b9feee1b7133 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.650605] env[69731]: INFO nova.compute.manager [req-59f4aeba-5f86-4593-8a54-52945b01789c req-ce7a76c8-ee16-4e80-b4dc-2694b2d9045e service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Neutron deleted interface d36ffeb1-5f09-4239-b77c-b9feee1b7133; detaching it from the instance and deleting it from the info cache [ 1271.650876] env[69731]: DEBUG nova.network.neutron [req-59f4aeba-5f86-4593-8a54-52945b01789c req-ce7a76c8-ee16-4e80-b4dc-2694b2d9045e service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.663414] env[69731]: INFO nova.compute.manager [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Resuming [ 1271.664009] env[69731]: DEBUG nova.objects.instance [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'flavor' on Instance uuid 2fe88a80-edd9-4410-9aba-f28ff4836fca {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.127817] env[69731]: DEBUG nova.network.neutron [-] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.153973] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45fb96da-2fb4-40cc-b1bb-e88981ddc4c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.164953] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9503ad9-0427-40c3-b0e3-5a2ae2ea2881 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.198124] env[69731]: DEBUG nova.compute.manager [req-59f4aeba-5f86-4593-8a54-52945b01789c req-ce7a76c8-ee16-4e80-b4dc-2694b2d9045e service nova] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Detach interface failed, port_id=d36ffeb1-5f09-4239-b77c-b9feee1b7133, reason: Instance 2e568988-c2e4-43d4-a0da-b466d4b1fa82 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.630497] env[69731]: INFO nova.compute.manager [-] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Took 1.24 seconds to deallocate network for instance. [ 1273.140297] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.140615] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.140872] env[69731]: DEBUG nova.objects.instance [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lazy-loading 'resources' on Instance uuid 2e568988-c2e4-43d4-a0da-b466d4b1fa82 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.184437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.184636] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquired lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.184817] env[69731]: DEBUG nova.network.neutron [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.487906] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.488199] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.488387] env[69731]: INFO nova.compute.manager [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Shelving [ 1273.678484] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.678484] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.798587] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90a2944-2101-42c5-af33-ecbea98842c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.805998] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9021e939-fbde-4d66-a7f8-7e884d6b08ef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.841717] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94612c9-7699-462b-8703-4bf18a7f7530 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.848955] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3265a1f-39ad-4dd9-850c-968e13075217 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.863706] env[69731]: DEBUG nova.compute.provider_tree [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.906574] env[69731]: DEBUG nova.network.neutron [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Updating instance_info_cache with network_info: [{"id": "0358df38-806f-42fa-8f06-e866ccec19bd", "address": "fa:16:3e:45:24:30", "network": {"id": "f9ed6603-4458-4eb8-8f82-333067fd61a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1288152752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f782d786cd54fb78c9fce796ee7ee2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0358df38-80", "ovs_interfaceid": "0358df38-806f-42fa-8f06-e866ccec19bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.179783] env[69731]: DEBUG nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.386047] env[69731]: ERROR nova.scheduler.client.report [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [req-9000f206-136a-4613-806e-aa11b6a0a87c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9000f206-136a-4613-806e-aa11b6a0a87c"}]} [ 1274.402348] env[69731]: DEBUG nova.scheduler.client.report [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Refreshing inventories for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1274.410241] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Releasing lock "refresh_cache-2fe88a80-edd9-4410-9aba-f28ff4836fca" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.411189] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98569dd3-647b-477d-8364-b6c3496acd60 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.415821] env[69731]: DEBUG nova.scheduler.client.report [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating ProviderTree inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1274.416041] env[69731]: DEBUG nova.compute.provider_tree [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.419184] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Resuming the VM {{(pid=69731) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1274.419410] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f7517c1-432f-4310-999e-e59278f63a7a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.424859] env[69731]: DEBUG oslo_vmware.api [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1274.424859] env[69731]: value = "task-3276209" [ 1274.424859] env[69731]: _type = "Task" [ 1274.424859] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.428369] env[69731]: DEBUG nova.scheduler.client.report [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Refreshing aggregate associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, aggregates: None {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1274.434322] env[69731]: DEBUG oslo_vmware.api [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.445762] env[69731]: DEBUG nova.scheduler.client.report [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Refreshing trait associations for resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69731) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1274.499587] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.499880] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47308daa-f494-438a-bade-dcba3e96e05b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.506756] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1274.506756] env[69731]: value = "task-3276210" [ 1274.506756] env[69731]: _type = "Task" [ 1274.506756] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.514480] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.575701] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26999877-6867-400f-a005-e26b6de7788c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.583726] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4434c57d-c611-4d18-959c-41bbe93dc8d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.618670] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a3260-c09e-4558-ad8c-38fe5034c1c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.626818] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905ae890-a27e-41b6-8dc5-f98705eb6f97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.642481] env[69731]: DEBUG nova.compute.provider_tree [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.699085] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.935294] env[69731]: DEBUG oslo_vmware.api [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.017398] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.175059] env[69731]: DEBUG nova.scheduler.client.report [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updated inventory for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1275.175397] env[69731]: DEBUG nova.compute.provider_tree [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating resource provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb generation from 184 to 185 during operation: update_inventory {{(pid=69731) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1275.175655] env[69731]: DEBUG nova.compute.provider_tree [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Updating inventory in ProviderTree for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.437937] env[69731]: DEBUG oslo_vmware.api [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276209, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.517109] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276210, 'name': PowerOffVM_Task, 'duration_secs': 0.677885} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.517543] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.518474] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d32670-3918-463a-86f1-39eff07e68bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.538086] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8ebc3f-152b-4ec8-85f7-3661f9f5b8c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.683150] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.542s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.685554] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.987s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.687139] env[69731]: INFO nova.compute.claims [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.703027] env[69731]: INFO nova.scheduler.client.report [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleted allocations for instance 2e568988-c2e4-43d4-a0da-b466d4b1fa82 [ 1275.937616] env[69731]: DEBUG oslo_vmware.api [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276209, 'name': PowerOnVM_Task, 'duration_secs': 1.034888} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.937889] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Resumed the VM {{(pid=69731) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1275.938105] env[69731]: DEBUG nova.compute.manager [None req-c002b023-4a65-45ef-b92b-b52a037a9210 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.939965] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf09d1-a058-4fa2-a074-a219a63f28ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.050052] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1276.050052] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59c608ae-c471-4878-804c-968d2e449b69 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.057888] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1276.057888] env[69731]: value = "task-3276211" [ 1276.057888] env[69731]: _type = "Task" [ 1276.057888] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.066525] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.212838] env[69731]: DEBUG oslo_concurrency.lockutils [None req-cf688388-a2cd-4c99-b48d-9c739930e06c tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "2e568988-c2e4-43d4-a0da-b466d4b1fa82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.449s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.447074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.447074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.447074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.447074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.447373] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.449521] env[69731]: INFO nova.compute.manager [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Terminating instance [ 1276.567940] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276211, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.818667] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e055c5f-b9df-4e0e-bc00-50f55cc8fb31 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.826272] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7869761-b494-4c05-9079-27ed8126f735 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.856164] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17beb58-292b-423b-9919-98ddb1fa9b1a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.863240] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb592c-91e4-4733-9448-19c48de35da2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.877565] env[69731]: DEBUG nova.compute.provider_tree [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.954371] env[69731]: DEBUG nova.compute.manager [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.954371] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.954371] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a2e544-d566-4f2d-a9a5-67a55cb46bf2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.962392] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.962644] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36061d54-d179-428b-bc7c-720d0984020a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.968867] env[69731]: DEBUG oslo_vmware.api [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1276.968867] env[69731]: value = "task-3276212" [ 1276.968867] env[69731]: _type = "Task" [ 1276.968867] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.976724] env[69731]: DEBUG oslo_vmware.api [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.072971] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276211, 'name': CreateSnapshot_Task, 'duration_secs': 0.659773} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.073257] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1277.074061] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdfa298-2d58-4905-94a3-6066f55ccff9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.381488] env[69731]: DEBUG nova.scheduler.client.report [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.478587] env[69731]: DEBUG oslo_vmware.api [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276212, 'name': PowerOffVM_Task, 'duration_secs': 0.178491} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.479145] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.479145] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.479383] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-878b38c9-5f65-446f-bdf3-647f41f96b42 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.548250] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.548517] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.548738] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleting the datastore file [datastore2] cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.549044] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20c38618-6f05-4b78-b855-77c1c13358e3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.556172] env[69731]: DEBUG oslo_vmware.api [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for the task: (returnval){ [ 1277.556172] env[69731]: value = "task-3276214" [ 1277.556172] env[69731]: _type = "Task" [ 1277.556172] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.564669] env[69731]: DEBUG oslo_vmware.api [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.568238] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.568450] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.568654] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "2fe88a80-edd9-4410-9aba-f28ff4836fca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.568867] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.569060] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.571856] env[69731]: INFO nova.compute.manager [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Terminating instance [ 1277.595868] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1277.596444] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38a31d3e-3c97-4b4f-a745-89d3d21ab241 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.605915] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1277.605915] env[69731]: value = "task-3276215" [ 1277.605915] env[69731]: _type = "Task" [ 1277.605915] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.613522] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276215, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.887229] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.887890] env[69731]: DEBUG nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.065394] env[69731]: DEBUG oslo_vmware.api [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Task: {'id': task-3276214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164116} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.065644] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.065821] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.065996] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.066276] env[69731]: INFO nova.compute.manager [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1278.066417] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.066599] env[69731]: DEBUG nova.compute.manager [-] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.066694] env[69731]: DEBUG nova.network.neutron [-] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.075186] env[69731]: DEBUG nova.compute.manager [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.075411] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.076231] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce5983-9d1e-45d0-8de3-831a830db952 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.084505] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.084773] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7299849-f88f-4ef0-b57c-87747d1d7f5e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.091416] env[69731]: DEBUG oslo_vmware.api [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1278.091416] env[69731]: value = "task-3276216" [ 1278.091416] env[69731]: _type = "Task" [ 1278.091416] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.100091] env[69731]: DEBUG oslo_vmware.api [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.115693] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276215, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.382349] env[69731]: DEBUG nova.compute.manager [req-a541f322-7eb1-4c70-87aa-583120ecb3dc req-f0fcca2f-e973-4c04-90c3-1f237623d3cf service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Received event network-vif-deleted-9ce77931-45f2-4130-a710-12f741f4c9ec {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.382611] env[69731]: INFO nova.compute.manager [req-a541f322-7eb1-4c70-87aa-583120ecb3dc req-f0fcca2f-e973-4c04-90c3-1f237623d3cf service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Neutron deleted interface 9ce77931-45f2-4130-a710-12f741f4c9ec; detaching it from the instance and deleting it from the info cache [ 1278.382846] env[69731]: DEBUG nova.network.neutron [req-a541f322-7eb1-4c70-87aa-583120ecb3dc req-f0fcca2f-e973-4c04-90c3-1f237623d3cf service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.393870] env[69731]: DEBUG nova.compute.utils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.395650] env[69731]: DEBUG nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.395801] env[69731]: DEBUG nova.network.neutron [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.433787] env[69731]: DEBUG nova.policy [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2cf85d75aca41868b10c832bf52424e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3b7764c020f4e46ab49d4611452465d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.601709] env[69731]: DEBUG oslo_vmware.api [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276216, 'name': PowerOffVM_Task, 'duration_secs': 0.236035} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.603093] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.603294] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.603560] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdcc1168-707f-4dd6-bd78-45559395dcfc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.617654] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276215, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.759366] env[69731]: DEBUG nova.network.neutron [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Successfully created port: 27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.862073] env[69731]: DEBUG nova.network.neutron [-] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.885930] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae6ded4e-1d95-491f-8f83-b3f7c7ffb8a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.896011] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d939fae-9c7d-43bb-834b-4b6a0bd53993 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.907588] env[69731]: DEBUG nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.931477] env[69731]: DEBUG nova.compute.manager [req-a541f322-7eb1-4c70-87aa-583120ecb3dc req-f0fcca2f-e973-4c04-90c3-1f237623d3cf service nova] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Detach interface failed, port_id=9ce77931-45f2-4130-a710-12f741f4c9ec, reason: Instance cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.116614] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276215, 'name': CloneVM_Task} progress is 95%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.365532] env[69731]: INFO nova.compute.manager [-] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Took 1.30 seconds to deallocate network for instance. [ 1279.617718] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276215, 'name': CloneVM_Task} progress is 95%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.778366] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.778634] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.778823] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleting the datastore file [datastore1] 2fe88a80-edd9-4410-9aba-f28ff4836fca {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.779125] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7cd6901-3f85-44d5-833f-40f85353d7de {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.788411] env[69731]: DEBUG oslo_vmware.api [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for the task: (returnval){ [ 1279.788411] env[69731]: value = "task-3276218" [ 1279.788411] env[69731]: _type = "Task" [ 1279.788411] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.796831] env[69731]: DEBUG oslo_vmware.api [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.872189] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.872512] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.872761] env[69731]: DEBUG nova.objects.instance [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lazy-loading 'resources' on Instance uuid cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.917450] env[69731]: DEBUG nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.944243] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.944484] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.944640] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.944905] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.945226] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.945439] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.945704] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.945929] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.946181] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.946443] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.946636] env[69731]: DEBUG nova.virt.hardware [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.947883] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f8ce91-176f-41c0-9265-6af965619e1a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.957054] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eec54b-d68a-4550-a7f1-ddde99b98cff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.117608] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276215, 'name': CloneVM_Task, 'duration_secs': 2.252315} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.117874] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Created linked-clone VM from snapshot [ 1280.118614] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ef3d34-e7f6-4953-975e-8d25334ec999 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.126349] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Uploading image d490299f-746d-482c-8113-508a6f6cd591 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1280.150414] env[69731]: DEBUG oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1280.150414] env[69731]: value = "vm-654330" [ 1280.150414] env[69731]: _type = "VirtualMachine" [ 1280.150414] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1280.150696] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed7f83b2-3bca-40a8-b63f-3b2be33878b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.157330] env[69731]: DEBUG oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lease: (returnval){ [ 1280.157330] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297b89a-6f2b-a831-399f-1132f10d264d" [ 1280.157330] env[69731]: _type = "HttpNfcLease" [ 1280.157330] env[69731]: } obtained for exporting VM: (result){ [ 1280.157330] env[69731]: value = "vm-654330" [ 1280.157330] env[69731]: _type = "VirtualMachine" [ 1280.157330] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1280.157741] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the lease: (returnval){ [ 1280.157741] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297b89a-6f2b-a831-399f-1132f10d264d" [ 1280.157741] env[69731]: _type = "HttpNfcLease" [ 1280.157741] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1280.163868] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.163868] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297b89a-6f2b-a831-399f-1132f10d264d" [ 1280.163868] env[69731]: _type = "HttpNfcLease" [ 1280.163868] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1280.197377] env[69731]: DEBUG nova.network.neutron [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Successfully updated port: 27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.298662] env[69731]: DEBUG oslo_vmware.api [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Task: {'id': task-3276218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16493} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.298932] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.299124] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.299300] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.299471] env[69731]: INFO nova.compute.manager [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1280.299710] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.299899] env[69731]: DEBUG nova.compute.manager [-] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.299995] env[69731]: DEBUG nova.network.neutron [-] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.415636] env[69731]: DEBUG nova.compute.manager [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Received event network-vif-plugged-27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.415878] env[69731]: DEBUG oslo_concurrency.lockutils [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.416104] env[69731]: DEBUG oslo_concurrency.lockutils [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.416273] env[69731]: DEBUG oslo_concurrency.lockutils [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.416473] env[69731]: DEBUG nova.compute.manager [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] No waiting events found dispatching network-vif-plugged-27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.416650] env[69731]: WARNING nova.compute.manager [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Received unexpected event network-vif-plugged-27b9ab97-debb-4d31-8c6d-ac8b90217f1c for instance with vm_state building and task_state spawning. [ 1280.416808] env[69731]: DEBUG nova.compute.manager [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Received event network-changed-27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.416958] env[69731]: DEBUG nova.compute.manager [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Refreshing instance network info cache due to event network-changed-27b9ab97-debb-4d31-8c6d-ac8b90217f1c. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.417222] env[69731]: DEBUG oslo_concurrency.lockutils [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] Acquiring lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.417383] env[69731]: DEBUG oslo_concurrency.lockutils [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] Acquired lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.417541] env[69731]: DEBUG nova.network.neutron [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Refreshing network info cache for port 27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.508414] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21dcdb6-8a88-4e18-bf4b-e98c2196ae7f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.517761] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d7fce-d989-4ad4-8bbd-24cc0e9101c7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.550369] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30112494-c4ea-4bc8-9ab1-f4498a478da8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.558968] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ec4e25-dd41-4326-bd6e-da215384512b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.572339] env[69731]: DEBUG nova.compute.provider_tree [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.665327] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.665327] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297b89a-6f2b-a831-399f-1132f10d264d" [ 1280.665327] env[69731]: _type = "HttpNfcLease" [ 1280.665327] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1280.665624] env[69731]: DEBUG oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1280.665624] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5297b89a-6f2b-a831-399f-1132f10d264d" [ 1280.665624] env[69731]: _type = "HttpNfcLease" [ 1280.665624] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1280.666327] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e838c3ec-fc4f-4266-99a9-b6ecf8f33a59 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.673268] env[69731]: DEBUG oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac1eac-96b1-5d9e-50cc-2dc1e6e31ac4/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1280.673448] env[69731]: DEBUG oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac1eac-96b1-5d9e-50cc-2dc1e6e31ac4/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1280.731871] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.764519] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ae52ef4-fcf4-463d-ba50-aac826f4e3cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.951858] env[69731]: DEBUG nova.network.neutron [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.023018] env[69731]: DEBUG nova.network.neutron [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.076061] env[69731]: DEBUG nova.scheduler.client.report [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.262216] env[69731]: DEBUG nova.network.neutron [-] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.526302] env[69731]: DEBUG oslo_concurrency.lockutils [req-f931acae-6130-4274-96eb-ce951387dc3a req-e7e3a6d2-f5f5-4edd-8251-cc69e805dbe6 service nova] Releasing lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.526710] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.526872] env[69731]: DEBUG nova.network.neutron [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.582680] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.606157] env[69731]: INFO nova.scheduler.client.report [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Deleted allocations for instance cf0746a6-627b-4df0-9ca7-c675f9ce2ff4 [ 1281.765100] env[69731]: INFO nova.compute.manager [-] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Took 1.46 seconds to deallocate network for instance. [ 1282.059573] env[69731]: DEBUG nova.network.neutron [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.113471] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8cf93e66-83f3-49bd-b309-06a92580c3b0 tempest-ServerRescueNegativeTestJSON-1593794786 tempest-ServerRescueNegativeTestJSON-1593794786-project-member] Lock "cf0746a6-627b-4df0-9ca7-c675f9ce2ff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.667s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.239760] env[69731]: DEBUG nova.network.neutron [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updating instance_info_cache with network_info: [{"id": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "address": "fa:16:3e:27:0e:e6", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b9ab97-de", "ovs_interfaceid": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.272509] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.272879] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.273182] env[69731]: DEBUG nova.objects.instance [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lazy-loading 'resources' on Instance uuid 2fe88a80-edd9-4410-9aba-f28ff4836fca {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.447553] env[69731]: DEBUG nova.compute.manager [req-f85860cf-52fc-445c-b551-2475fc39f249 req-70cce463-48e3-49f2-9960-24abc14d2da7 service nova] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Received event network-vif-deleted-0358df38-806f-42fa-8f06-e866ccec19bd {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.541821] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "d027cada-ade1-4180-9ab5-f2442566db13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.542102] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.542724] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "d027cada-ade1-4180-9ab5-f2442566db13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.543028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.543289] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.545471] env[69731]: INFO nova.compute.manager [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Terminating instance [ 1282.743331] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Releasing lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.743752] env[69731]: DEBUG nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Instance network_info: |[{"id": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "address": "fa:16:3e:27:0e:e6", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b9ab97-de", "ovs_interfaceid": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.744348] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:0e:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27b9ab97-debb-4d31-8c6d-ac8b90217f1c', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.752341] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Creating folder: Project (c3b7764c020f4e46ab49d4611452465d). Parent ref: group-v654000. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.752654] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8da4c378-5af2-4b05-9818-82f19e5ccef5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.764637] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Created folder: Project (c3b7764c020f4e46ab49d4611452465d) in parent group-v654000. [ 1282.764844] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Creating folder: Instances. Parent ref: group-v654331. {{(pid=69731) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.765140] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5222b2b-2191-4366-9dfe-22acf012c359 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.774106] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Created folder: Instances in parent group-v654331. [ 1282.774496] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.774592] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.777164] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29be78ac-6942-43df-814c-bc4603815b3b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.796650] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.796650] env[69731]: value = "task-3276222" [ 1282.796650] env[69731]: _type = "Task" [ 1282.796650] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.804815] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276222, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.922045] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3197d2-58fe-4170-8353-5c8898f30bb1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.930155] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fe58fa-6138-4820-91ee-011451d758d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.962669] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3413f6-ae2d-42d7-a88c-ef34e35604ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.971034] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00db27b5-69b2-43db-b0ce-3772606f5a0a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.984905] env[69731]: DEBUG nova.compute.provider_tree [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.050509] env[69731]: DEBUG nova.compute.manager [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.050509] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.050509] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea768552-2f08-4bbe-82a8-232b0e53f0be {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.058248] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1283.058248] env[69731]: value = "task-3276223" [ 1283.058248] env[69731]: _type = "Task" [ 1283.058248] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.069803] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.307072] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276222, 'name': CreateVM_Task, 'duration_secs': 0.395984} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.307302] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.307946] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.308130] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.308464] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.308732] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c48699-265a-4d4a-aac7-fc68023655b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.313658] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1283.313658] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52943834-baec-3957-8b51-768e49cfdfa9" [ 1283.313658] env[69731]: _type = "Task" [ 1283.313658] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.322427] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52943834-baec-3957-8b51-768e49cfdfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.489637] env[69731]: DEBUG nova.scheduler.client.report [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.569129] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276223, 'name': PowerOffVM_Task, 'duration_secs': 0.269573} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.569506] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.569721] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1283.569918] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654312', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'name': 'volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd027cada-ade1-4180-9ab5-f2442566db13', 'attached_at': '2025-04-03T18:14:23.000000', 'detached_at': '', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'serial': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1283.570737] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3bfdf-b571-478e-9dbe-8788a8c5b721 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.590808] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce19428a-6f32-4956-8793-f8c06df07bfe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.597861] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de5daf0-3084-41b0-8ed0-76184cfda903 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.617533] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607b4643-1865-47f1-8ffb-3c0806676c85 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.632887] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] The volume has not been displaced from its original location: [datastore1] volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a/volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1283.638511] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.639190] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8972d1b-47c8-4a8d-abe0-dcf6b6bb933d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.656997] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1283.656997] env[69731]: value = "task-3276224" [ 1283.656997] env[69731]: _type = "Task" [ 1283.656997] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.665152] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.824853] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52943834-baec-3957-8b51-768e49cfdfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.825282] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.825478] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.825725] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.825878] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.826083] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.826373] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f716e8-af72-438d-8cbb-01eaf21df4f3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.835213] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.835467] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.836289] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f531e7-c589-4ee9-bdea-322b5f691bea {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.843948] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1283.843948] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52766100-3269-e03d-1a6e-03446bae6024" [ 1283.843948] env[69731]: _type = "Task" [ 1283.843948] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.853973] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52766100-3269-e03d-1a6e-03446bae6024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.993931] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.022736] env[69731]: INFO nova.scheduler.client.report [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Deleted allocations for instance 2fe88a80-edd9-4410-9aba-f28ff4836fca [ 1284.169787] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276224, 'name': ReconfigVM_Task, 'duration_secs': 0.173093} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.174121] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.178969] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a93c47-caa1-41c1-9706-cd8ee34828d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.194461] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1284.194461] env[69731]: value = "task-3276225" [ 1284.194461] env[69731]: _type = "Task" [ 1284.194461] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.203574] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.353542] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52766100-3269-e03d-1a6e-03446bae6024, 'name': SearchDatastore_Task, 'duration_secs': 0.012289} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.354371] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78eea873-343f-42f4-a712-213fb6b21c48 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.367957] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1284.367957] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ef3f1e-2ad5-3415-1c96-230e75ca9fd5" [ 1284.367957] env[69731]: _type = "Task" [ 1284.367957] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.377424] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ef3f1e-2ad5-3415-1c96-230e75ca9fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.533169] env[69731]: DEBUG oslo_concurrency.lockutils [None req-03294e24-f280-4996-865a-5b3ddcfdad50 tempest-ServerActionsTestJSON-2059627836 tempest-ServerActionsTestJSON-2059627836-project-member] Lock "2fe88a80-edd9-4410-9aba-f28ff4836fca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.964s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.707046] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276225, 'name': ReconfigVM_Task, 'duration_secs': 0.183092} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.707046] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654312', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'name': 'volume-ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd027cada-ade1-4180-9ab5-f2442566db13', 'attached_at': '2025-04-03T18:14:23.000000', 'detached_at': '', 'volume_id': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a', 'serial': 'ef39e05f-1845-4e8f-bfa1-d7cd527ec27a'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1284.707327] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.708097] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b8c4b-74b1-4a2e-9caf-56879a6b8436 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.714720] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.715492] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d42bc59f-aeeb-409b-baf6-e57972b62f60 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.785520] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.785825] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.785965] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleting the datastore file [datastore1] d027cada-ade1-4180-9ab5-f2442566db13 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.786295] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-816bc9c0-9c2e-4e51-8c0b-ddc87d07007e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.793149] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1284.793149] env[69731]: value = "task-3276227" [ 1284.793149] env[69731]: _type = "Task" [ 1284.793149] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.800910] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.878157] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52ef3f1e-2ad5-3415-1c96-230e75ca9fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.878461] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.878745] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 911f0049-5e6f-491c-b5c8-7d20fcc00478/911f0049-5e6f-491c-b5c8-7d20fcc00478.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.879098] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d086658a-9627-48f4-b6f8-e821991e6b2a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.885813] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1284.885813] env[69731]: value = "task-3276228" [ 1284.885813] env[69731]: _type = "Task" [ 1284.885813] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.893858] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.306693] env[69731]: DEBUG oslo_vmware.api [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142733} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.306693] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.306986] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.307653] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.307653] env[69731]: INFO nova.compute.manager [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1285.307653] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.307833] env[69731]: DEBUG nova.compute.manager [-] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.307918] env[69731]: DEBUG nova.network.neutron [-] [instance: d027cada-ade1-4180-9ab5-f2442566db13] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.396849] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276228, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.818227] env[69731]: DEBUG nova.compute.manager [req-252302c8-786d-4d91-a767-38a0138e29b9 req-75821bc7-eb68-4457-b6ea-e1f7fe84d95e service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Received event network-vif-deleted-888773a4-2767-4549-8fe1-e225c46eea54 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.818480] env[69731]: INFO nova.compute.manager [req-252302c8-786d-4d91-a767-38a0138e29b9 req-75821bc7-eb68-4457-b6ea-e1f7fe84d95e service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Neutron deleted interface 888773a4-2767-4549-8fe1-e225c46eea54; detaching it from the instance and deleting it from the info cache [ 1285.818705] env[69731]: DEBUG nova.network.neutron [req-252302c8-786d-4d91-a767-38a0138e29b9 req-75821bc7-eb68-4457-b6ea-e1f7fe84d95e service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.899801] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543927} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.900199] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 911f0049-5e6f-491c-b5c8-7d20fcc00478/911f0049-5e6f-491c-b5c8-7d20fcc00478.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.900456] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.900767] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e46296-ee2d-49be-a2d4-c26344485490 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.908361] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1285.908361] env[69731]: value = "task-3276229" [ 1285.908361] env[69731]: _type = "Task" [ 1285.908361] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.917261] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.302075] env[69731]: DEBUG nova.network.neutron [-] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.321798] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b672799-c5a7-48df-b3a2-f5d2cc9fb718 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.331386] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b6caf8-882d-4f46-a4b5-6a8cd310c044 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.366497] env[69731]: DEBUG nova.compute.manager [req-252302c8-786d-4d91-a767-38a0138e29b9 req-75821bc7-eb68-4457-b6ea-e1f7fe84d95e service nova] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Detach interface failed, port_id=888773a4-2767-4549-8fe1-e225c46eea54, reason: Instance d027cada-ade1-4180-9ab5-f2442566db13 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1286.421306] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086715} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.421651] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.422490] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd7573-5bfc-4041-af7e-ff15f4f1616b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.446260] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 911f0049-5e6f-491c-b5c8-7d20fcc00478/911f0049-5e6f-491c-b5c8-7d20fcc00478.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.446638] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d9d0792-07e3-4983-9bf9-3a0a33e603a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.466357] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1286.466357] env[69731]: value = "task-3276230" [ 1286.466357] env[69731]: _type = "Task" [ 1286.466357] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.475158] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.805414] env[69731]: INFO nova.compute.manager [-] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Took 1.50 seconds to deallocate network for instance. [ 1286.979699] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276230, 'name': ReconfigVM_Task, 'duration_secs': 0.406626} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.980128] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 911f0049-5e6f-491c-b5c8-7d20fcc00478/911f0049-5e6f-491c-b5c8-7d20fcc00478.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.981264] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1de16824-817e-4332-91f0-d6b2e59ee3a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.987030] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1286.987030] env[69731]: value = "task-3276231" [ 1286.987030] env[69731]: _type = "Task" [ 1286.987030] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.995113] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276231, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.375668] env[69731]: INFO nova.compute.manager [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Took 0.57 seconds to detach 1 volumes for instance. [ 1287.377974] env[69731]: DEBUG nova.compute.manager [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Deleting volume: ef39e05f-1845-4e8f-bfa1-d7cd527ec27a {{(pid=69731) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1287.497244] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276231, 'name': Rename_Task, 'duration_secs': 0.251288} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.497483] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.497760] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb3b99e-632e-4ea6-9acd-4e7254fbf746 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.505031] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1287.505031] env[69731]: value = "task-3276233" [ 1287.505031] env[69731]: _type = "Task" [ 1287.505031] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.513499] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.920624] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.921066] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.921315] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.944790] env[69731]: INFO nova.scheduler.client.report [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted allocations for instance d027cada-ade1-4180-9ab5-f2442566db13 [ 1288.016293] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.452317] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7ad4bc37-ecc5-45df-ad43-ba1abc67e58a tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "d027cada-ade1-4180-9ab5-f2442566db13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.910s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.515594] env[69731]: DEBUG oslo_vmware.api [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276233, 'name': PowerOnVM_Task, 'duration_secs': 0.541946} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.515854] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.516070] env[69731]: INFO nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1288.516270] env[69731]: DEBUG nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.517049] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8725c5-4e01-4d93-ab46-8766157c27c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.963973] env[69731]: DEBUG oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac1eac-96b1-5d9e-50cc-2dc1e6e31ac4/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.964945] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2257bc6a-bffc-40c7-8ac8-222caabff314 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.973745] env[69731]: DEBUG oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac1eac-96b1-5d9e-50cc-2dc1e6e31ac4/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.973944] env[69731]: ERROR oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac1eac-96b1-5d9e-50cc-2dc1e6e31ac4/disk-0.vmdk due to incomplete transfer. [ 1288.974262] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4aa62a6-a07c-447c-a6de-01e3581fc0a4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.982027] env[69731]: DEBUG oslo_vmware.rw_handles [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac1eac-96b1-5d9e-50cc-2dc1e6e31ac4/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1288.982374] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Uploaded image d490299f-746d-482c-8113-508a6f6cd591 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1288.985458] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1288.985818] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b46b10d2-b68e-4081-b490-b2d18618fca4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.992104] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1288.992104] env[69731]: value = "task-3276234" [ 1288.992104] env[69731]: _type = "Task" [ 1288.992104] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.003422] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276234, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.035174] env[69731]: INFO nova.compute.manager [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Took 14.35 seconds to build instance. [ 1289.432775] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "ed6f8456-448a-459c-92d9-b171d76335cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.433074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "ed6f8456-448a-459c-92d9-b171d76335cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.433369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "ed6f8456-448a-459c-92d9-b171d76335cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.433524] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "ed6f8456-448a-459c-92d9-b171d76335cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.433696] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "ed6f8456-448a-459c-92d9-b171d76335cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.435794] env[69731]: INFO nova.compute.manager [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Terminating instance [ 1289.502296] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276234, 'name': Destroy_Task} progress is 33%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.537437] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9080659a-66d4-486d-80fe-4a26d8d4f4c0 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.860s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.939978] env[69731]: DEBUG nova.compute.manager [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.940247] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.941275] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d97a008-87a2-43e4-b145-d0c15b141625 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.949624] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.949898] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93f755cc-dc59-44df-88eb-99937baf6b66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.956431] env[69731]: DEBUG oslo_vmware.api [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1289.956431] env[69731]: value = "task-3276235" [ 1289.956431] env[69731]: _type = "Task" [ 1289.956431] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.964909] env[69731]: DEBUG oslo_vmware.api [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.002312] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276234, 'name': Destroy_Task, 'duration_secs': 0.910747} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.002581] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Destroyed the VM [ 1290.002813] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1290.003153] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0db8e8fe-c447-4fc0-8a44-f22d13169338 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.011400] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1290.011400] env[69731]: value = "task-3276236" [ 1290.011400] env[69731]: _type = "Task" [ 1290.011400] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.019016] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.230781] env[69731]: DEBUG nova.compute.manager [req-0d78981f-c127-443c-98b8-70ce9b1f9b69 req-30ede4f0-5391-4360-8fe3-beb2fc81ed06 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Received event network-changed-27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.231052] env[69731]: DEBUG nova.compute.manager [req-0d78981f-c127-443c-98b8-70ce9b1f9b69 req-30ede4f0-5391-4360-8fe3-beb2fc81ed06 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Refreshing instance network info cache due to event network-changed-27b9ab97-debb-4d31-8c6d-ac8b90217f1c. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.231472] env[69731]: DEBUG oslo_concurrency.lockutils [req-0d78981f-c127-443c-98b8-70ce9b1f9b69 req-30ede4f0-5391-4360-8fe3-beb2fc81ed06 service nova] Acquiring lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.231472] env[69731]: DEBUG oslo_concurrency.lockutils [req-0d78981f-c127-443c-98b8-70ce9b1f9b69 req-30ede4f0-5391-4360-8fe3-beb2fc81ed06 service nova] Acquired lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.231592] env[69731]: DEBUG nova.network.neutron [req-0d78981f-c127-443c-98b8-70ce9b1f9b69 req-30ede4f0-5391-4360-8fe3-beb2fc81ed06 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Refreshing network info cache for port 27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.466549] env[69731]: DEBUG oslo_vmware.api [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276235, 'name': PowerOffVM_Task, 'duration_secs': 0.240626} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.466822] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.466990] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.467272] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a76083-ca62-4d82-9064-86450733d4c2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.520621] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.539711] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.539988] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.540203] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleting the datastore file [datastore2] ed6f8456-448a-459c-92d9-b171d76335cd {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.540496] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65fe952f-aff2-4038-b713-2caada202290 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.547946] env[69731]: DEBUG oslo_vmware.api [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1290.547946] env[69731]: value = "task-3276238" [ 1290.547946] env[69731]: _type = "Task" [ 1290.547946] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.556384] env[69731]: DEBUG oslo_vmware.api [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.968833] env[69731]: DEBUG nova.network.neutron [req-0d78981f-c127-443c-98b8-70ce9b1f9b69 req-30ede4f0-5391-4360-8fe3-beb2fc81ed06 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updated VIF entry in instance network info cache for port 27b9ab97-debb-4d31-8c6d-ac8b90217f1c. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.969508] env[69731]: DEBUG nova.network.neutron [req-0d78981f-c127-443c-98b8-70ce9b1f9b69 req-30ede4f0-5391-4360-8fe3-beb2fc81ed06 service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updating instance_info_cache with network_info: [{"id": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "address": "fa:16:3e:27:0e:e6", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b9ab97-de", "ovs_interfaceid": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.026978] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.850194} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.027313] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1291.027685] env[69731]: DEBUG nova.compute.manager [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.028804] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f4aac-1738-446a-91b4-8e615fbd25a3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.060092] env[69731]: DEBUG oslo_vmware.api [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182561} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.060357] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.060541] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.060722] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.060891] env[69731]: INFO nova.compute.manager [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1291.061146] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.061336] env[69731]: DEBUG nova.compute.manager [-] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.061432] env[69731]: DEBUG nova.network.neutron [-] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.472775] env[69731]: DEBUG oslo_concurrency.lockutils [req-0d78981f-c127-443c-98b8-70ce9b1f9b69 req-30ede4f0-5391-4360-8fe3-beb2fc81ed06 service nova] Releasing lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.543336] env[69731]: INFO nova.compute.manager [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Shelve offloading [ 1291.773975] env[69731]: DEBUG nova.network.neutron [-] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.048144] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.048490] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c326d31-80f1-4d13-993a-a2a4c771f993 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.055582] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1292.055582] env[69731]: value = "task-3276239" [ 1292.055582] env[69731]: _type = "Task" [ 1292.055582] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.063193] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.260721] env[69731]: DEBUG nova.compute.manager [req-b04738a1-4c45-44f5-b9d2-a9dad897ca2a req-ee4208d0-fd3f-45d3-8cc8-e1ed7b12b222 service nova] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Received event network-vif-deleted-bb367ffc-798a-4120-8edc-368c559370e9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.276287] env[69731]: INFO nova.compute.manager [-] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Took 1.21 seconds to deallocate network for instance. [ 1292.565828] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.566177] env[69731]: DEBUG nova.compute.manager [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.566808] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c74285-6cff-454d-b721-1d9af203bf14 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.572059] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.572249] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.572431] env[69731]: DEBUG nova.network.neutron [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.783947] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.783947] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.784161] env[69731]: DEBUG nova.objects.instance [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'resources' on Instance uuid ed6f8456-448a-459c-92d9-b171d76335cd {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.291106] env[69731]: DEBUG nova.network.neutron [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [{"id": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "address": "fa:16:3e:d2:fa:da", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8db74f9-4f", "ovs_interfaceid": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.374456] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e35b551-56bc-42e2-8fa0-b3c0c31f5ce5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.381996] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2591534-bff6-48d2-89b3-218cac36524c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.411949] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de31830-23d0-4649-b7f4-b305f533ccbb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.418522] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d71212-d9b8-4b01-86eb-340447577c83 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.430733] env[69731]: DEBUG nova.compute.provider_tree [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.794016] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.824068] env[69731]: DEBUG oslo_concurrency.lockutils [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "56a87921-d0e5-40ad-b23f-c703f256c973" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.824320] env[69731]: DEBUG oslo_concurrency.lockutils [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.933539] env[69731]: DEBUG nova.scheduler.client.report [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.075387] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.076295] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fbc446-8c24-4c3d-8af9-54cc7a82a038 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.084516] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.084730] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d90986-8529-44e3-ad02-1c6fe75a817d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.153250] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.153425] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.153598] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleting the datastore file [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.153878] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-131a8b46-4790-4a49-ba3d-0dca06b33b03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.160662] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1294.160662] env[69731]: value = "task-3276241" [ 1294.160662] env[69731]: _type = "Task" [ 1294.160662] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.167949] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.285262] env[69731]: DEBUG nova.compute.manager [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received event network-vif-unplugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.285488] env[69731]: DEBUG oslo_concurrency.lockutils [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.285727] env[69731]: DEBUG oslo_concurrency.lockutils [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.285850] env[69731]: DEBUG oslo_concurrency.lockutils [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.286015] env[69731]: DEBUG nova.compute.manager [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] No waiting events found dispatching network-vif-unplugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.286192] env[69731]: WARNING nova.compute.manager [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received unexpected event network-vif-unplugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 for instance with vm_state shelved and task_state shelving_offloading. [ 1294.286352] env[69731]: DEBUG nova.compute.manager [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received event network-changed-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.286503] env[69731]: DEBUG nova.compute.manager [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Refreshing instance network info cache due to event network-changed-b8db74f9-4fff-423c-ab76-8548b1277cc4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.286680] env[69731]: DEBUG oslo_concurrency.lockutils [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] Acquiring lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.286810] env[69731]: DEBUG oslo_concurrency.lockutils [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] Acquired lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.286963] env[69731]: DEBUG nova.network.neutron [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Refreshing network info cache for port b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.327859] env[69731]: DEBUG nova.compute.utils [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.438575] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.455647] env[69731]: INFO nova.scheduler.client.report [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted allocations for instance ed6f8456-448a-459c-92d9-b171d76335cd [ 1294.670373] env[69731]: DEBUG oslo_vmware.api [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123844} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.670629] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.670810] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.670980] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.687492] env[69731]: INFO nova.scheduler.client.report [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted allocations for instance 99440b62-6b9d-4968-8bb3-db04d27892f3 [ 1294.830622] env[69731]: DEBUG oslo_concurrency.lockutils [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.962983] env[69731]: DEBUG oslo_concurrency.lockutils [None req-07ba2ba7-68e8-422c-87ca-fdb677acdc3f tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "ed6f8456-448a-459c-92d9-b171d76335cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.530s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.979108] env[69731]: DEBUG nova.network.neutron [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updated VIF entry in instance network info cache for port b8db74f9-4fff-423c-ab76-8548b1277cc4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.979468] env[69731]: DEBUG nova.network.neutron [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [{"id": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "address": "fa:16:3e:d2:fa:da", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb8db74f9-4f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.191612] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.191880] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.192071] env[69731]: DEBUG nova.objects.instance [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'resources' on Instance uuid 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.482225] env[69731]: DEBUG oslo_concurrency.lockutils [req-af9e7c0f-ba06-4db2-8929-2b0a632032c3 req-9ba69e80-fbd2-4079-8244-46854fcceb28 service nova] Releasing lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.694710] env[69731]: DEBUG nova.objects.instance [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'numa_topology' on Instance uuid 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.896755] env[69731]: DEBUG oslo_concurrency.lockutils [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "56a87921-d0e5-40ad-b23f-c703f256c973" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.897038] env[69731]: DEBUG oslo_concurrency.lockutils [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.897280] env[69731]: INFO nova.compute.manager [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Attaching volume 32c7e522-c7e8-43c6-b2f2-15457ddc6d48 to /dev/sdb [ 1295.929035] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7b69d-5ba6-4eea-9836-b3de2ab8cb38 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.935762] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa9455-ca97-466f-9d53-f59e425c33ad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.948979] env[69731]: DEBUG nova.virt.block_device [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Updating existing volume attachment record: a710ebc5-457e-4e69-bfe2-5d2a5a66a8c5 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1296.197664] env[69731]: DEBUG nova.objects.base [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Object Instance<99440b62-6b9d-4968-8bb3-db04d27892f3> lazy-loaded attributes: resources,numa_topology {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1296.260329] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121e0c5a-6c25-4772-a6ef-ec718a98989b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.268252] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5c03fb-298b-471c-9389-d528f40a3415 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.298965] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9255b8-4924-4174-9fe9-51bd6216e02b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.306377] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5190f94-a762-4833-be15-a71b1478af06 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.319300] env[69731]: DEBUG nova.compute.provider_tree [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.822721] env[69731]: DEBUG nova.scheduler.client.report [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.299688] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.328368] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.836344] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0fd9ebd0-7550-4a19-9d30-ec8c33b98582 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.348s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.837628] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.538s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.838348] env[69731]: INFO nova.compute.manager [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Unshelving [ 1297.858925] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.859141] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.859298] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.859456] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.859604] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.859747] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.859897] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1297.918250] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.983539] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquiring lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.983832] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.983969] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquiring lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.984195] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.984433] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.986667] env[69731]: INFO nova.compute.manager [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Terminating instance [ 1298.490809] env[69731]: DEBUG nova.compute.manager [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.491117] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.491941] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed19b0-d342-4a47-9b16-0310dbf85f33 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.499896] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.500136] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d48ee2-93da-4550-ab00-9d6e362c2aa6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.505804] env[69731]: DEBUG oslo_vmware.api [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1298.505804] env[69731]: value = "task-3276245" [ 1298.505804] env[69731]: _type = "Task" [ 1298.505804] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.514125] env[69731]: DEBUG oslo_vmware.api [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.846799] env[69731]: DEBUG nova.compute.utils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.015462] env[69731]: DEBUG oslo_vmware.api [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276245, 'name': PowerOffVM_Task, 'duration_secs': 0.189986} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.015721] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.015912] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.016249] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b48c0a8-b865-434a-9a78-afc4faae5dc1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.083157] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.083417] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.083622] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Deleting the datastore file [datastore1] c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.083915] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-280ad62d-7054-438d-827b-3487bba84825 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.089658] env[69731]: DEBUG oslo_vmware.api [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for the task: (returnval){ [ 1299.089658] env[69731]: value = "task-3276247" [ 1299.089658] env[69731]: _type = "Task" [ 1299.089658] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.096938] env[69731]: DEBUG oslo_vmware.api [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.140908] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "7425d84f-1723-4521-8270-ff20a0e13864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.141142] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "7425d84f-1723-4521-8270-ff20a0e13864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.141359] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "7425d84f-1723-4521-8270-ff20a0e13864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.141553] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "7425d84f-1723-4521-8270-ff20a0e13864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.141722] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "7425d84f-1723-4521-8270-ff20a0e13864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.143884] env[69731]: INFO nova.compute.manager [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Terminating instance [ 1299.350633] env[69731]: INFO nova.virt.block_device [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Booting with volume bbeb4e4d-74b6-432b-a42b-caab470c9617 at /dev/sdb [ 1299.380267] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-496cce01-4406-4147-91d5-0e1162d6a79e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.389236] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce61c938-e43e-402d-af97-77bb00a565dc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.414287] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e7b37d0-fc22-4950-ba26-14ea5e5c2272 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.421379] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d0ce32-e27d-4876-9903-0a61df19ec8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.446055] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852ff00a-cea2-4554-8f09-f342959225e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.451519] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62e891d-890b-438d-834f-6d6cf3927f40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.463381] env[69731]: DEBUG nova.virt.block_device [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating existing volume attachment record: 6ee0fb37-16d0-42c1-a2f5-c0501b1dba2f {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1299.598757] env[69731]: DEBUG oslo_vmware.api [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Task: {'id': task-3276247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137502} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.599064] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.599236] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.599452] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.599658] env[69731]: INFO nova.compute.manager [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1299.599929] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.600137] env[69731]: DEBUG nova.compute.manager [-] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.600231] env[69731]: DEBUG nova.network.neutron [-] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.647149] env[69731]: DEBUG nova.compute.manager [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.647380] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.648256] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead4c6c-04b2-4b94-a535-dffb4ec54a2e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.654896] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.655163] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64ca771-bc8f-4405-b94b-41bf4f813c94 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.661108] env[69731]: DEBUG oslo_vmware.api [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1299.661108] env[69731]: value = "task-3276249" [ 1299.661108] env[69731]: _type = "Task" [ 1299.661108] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.668987] env[69731]: DEBUG oslo_vmware.api [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.170917] env[69731]: DEBUG oslo_vmware.api [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276249, 'name': PowerOffVM_Task, 'duration_secs': 0.187201} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.171199] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.171406] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.171683] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f15a545-bbe9-45ef-aa9b-fb5cd084c248 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.244900] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.245147] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.245368] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleting the datastore file [datastore2] 7425d84f-1723-4521-8270-ff20a0e13864 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.245657] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4877a1b-925b-4097-8feb-91d13fad0fd1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.251861] env[69731]: DEBUG oslo_vmware.api [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for the task: (returnval){ [ 1300.251861] env[69731]: value = "task-3276253" [ 1300.251861] env[69731]: _type = "Task" [ 1300.251861] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.260086] env[69731]: DEBUG oslo_vmware.api [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.348902] env[69731]: DEBUG nova.compute.manager [req-2b957348-1ce2-40ef-97a2-2d2376aa3a72 req-3dec37a7-792a-436e-a09d-b27ccd4c692b service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Received event network-vif-deleted-b2a80fbf-e25d-4e59-85df-7085401d4929 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.349111] env[69731]: INFO nova.compute.manager [req-2b957348-1ce2-40ef-97a2-2d2376aa3a72 req-3dec37a7-792a-436e-a09d-b27ccd4c692b service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Neutron deleted interface b2a80fbf-e25d-4e59-85df-7085401d4929; detaching it from the instance and deleting it from the info cache [ 1300.349284] env[69731]: DEBUG nova.network.neutron [req-2b957348-1ce2-40ef-97a2-2d2376aa3a72 req-3dec37a7-792a-436e-a09d-b27ccd4c692b service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.490518] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1300.490763] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654334', 'volume_id': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'name': 'volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56a87921-d0e5-40ad-b23f-c703f256c973', 'attached_at': '', 'detached_at': '', 'volume_id': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'serial': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1300.491922] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1168bf-3c9a-47d5-a90f-d330e36b4bc8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.508196] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eead6a-c479-4975-bf87-150fa73e22c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.536732] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48/volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.536732] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc646f7f-b03f-4f54-b98a-0db59d92fc1e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.556430] env[69731]: DEBUG oslo_vmware.api [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1300.556430] env[69731]: value = "task-3276254" [ 1300.556430] env[69731]: _type = "Task" [ 1300.556430] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.563965] env[69731]: DEBUG oslo_vmware.api [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.761894] env[69731]: DEBUG oslo_vmware.api [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Task: {'id': task-3276253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13085} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.762244] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.762292] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.762449] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.762621] env[69731]: INFO nova.compute.manager [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1300.762876] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.763083] env[69731]: DEBUG nova.compute.manager [-] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.763194] env[69731]: DEBUG nova.network.neutron [-] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.822422] env[69731]: DEBUG nova.network.neutron [-] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.852473] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7f7185c-7974-4002-9d59-cca26e1cb0f5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.862155] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d6f59-4955-4f7a-b10a-ac5c9216d2b2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.891021] env[69731]: DEBUG nova.compute.manager [req-2b957348-1ce2-40ef-97a2-2d2376aa3a72 req-3dec37a7-792a-436e-a09d-b27ccd4c692b service nova] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Detach interface failed, port_id=b2a80fbf-e25d-4e59-85df-7085401d4929, reason: Instance c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.917670] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.066326] env[69731]: DEBUG oslo_vmware.api [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.325588] env[69731]: INFO nova.compute.manager [-] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Took 1.73 seconds to deallocate network for instance. [ 1301.421183] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.421429] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.421594] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.421748] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1301.422657] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077d547e-5ccf-4b00-9f53-e440d0f6ac36 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.431036] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca606234-a793-4930-bcdb-312c84b06997 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.445261] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a78ef40-b95a-4af0-8fa0-d7ef65f644fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.451391] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce2eff5-d9cb-4a50-9720-57a53fbffa02 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.454096] env[69731]: DEBUG nova.network.neutron [-] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.480906] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179339MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1301.481074] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.481269] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.567231] env[69731]: DEBUG oslo_vmware.api [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276254, 'name': ReconfigVM_Task, 'duration_secs': 0.835742} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.567552] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48/volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.572698] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eca6eaf-0ae6-4523-a80b-4318256067b5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.587395] env[69731]: DEBUG oslo_vmware.api [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1301.587395] env[69731]: value = "task-3276255" [ 1301.587395] env[69731]: _type = "Task" [ 1301.587395] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.595328] env[69731]: DEBUG oslo_vmware.api [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.831887] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.956769] env[69731]: INFO nova.compute.manager [-] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Took 1.19 seconds to deallocate network for instance. [ 1302.096833] env[69731]: DEBUG oslo_vmware.api [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276255, 'name': ReconfigVM_Task, 'duration_secs': 0.149936} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.097155] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654334', 'volume_id': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'name': 'volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56a87921-d0e5-40ad-b23f-c703f256c973', 'attached_at': '', 'detached_at': '', 'volume_id': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'serial': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1302.375693] env[69731]: DEBUG nova.compute.manager [req-760a0f5a-32dd-46d8-b3d8-1a7c06944642 req-f6db8bec-615c-4172-bc95-252f76d19ae2 service nova] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Received event network-vif-deleted-9d31e32e-d067-41e4-8439-e986471393a9 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.464097] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.506965] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 7425d84f-1723-4521-8270-ff20a0e13864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.507134] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 56a87921-d0e5-40ad-b23f-c703f256c973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.507279] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1302.507418] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 911f0049-5e6f-491c-b5c8-7d20fcc00478 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.011039] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 99440b62-6b9d-4968-8bb3-db04d27892f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1303.011348] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1303.011497] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1303.082285] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434e3056-5832-4c54-b6dc-64cd060ba698 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.089812] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f9c193-2e03-4e29-b6de-8cd78c39775f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.119484] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad5e77-e9a7-42fd-9146-726cf7defc9a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.126587] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dad982-5617-41e1-be3d-184de15501e4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.131037] env[69731]: DEBUG nova.objects.instance [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'flavor' on Instance uuid 56a87921-d0e5-40ad-b23f-c703f256c973 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.141920] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.636510] env[69731]: DEBUG oslo_concurrency.lockutils [None req-961f3a01-fa4b-497a-9acd-a02edc1d310f tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.739s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.644534] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.149824] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1304.150209] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.669s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.150307] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.319s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.150487] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.152655] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.689s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.152874] env[69731]: DEBUG nova.objects.instance [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lazy-loading 'resources' on Instance uuid 7425d84f-1723-4521-8270-ff20a0e13864 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.171021] env[69731]: INFO nova.scheduler.client.report [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Deleted allocations for instance c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7 [ 1304.326023] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "56a87921-d0e5-40ad-b23f-c703f256c973" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.326272] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.677098] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8f46c751-907b-4914-8ed8-ae1b8df1ffba tempest-ServersTestManualDisk-333464825 tempest-ServersTestManualDisk-333464825-project-member] Lock "c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.693s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.715762] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ac094a-4c8d-4c77-9303-e04c569159f0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.723594] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bd04a4-f9ec-4136-a096-a0b1ba970932 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.753310] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa0e74e-a3da-4f1b-a569-656c479ebc07 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.760639] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd7daf-8f8c-4f46-86e3-543f4bac395c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.774674] env[69731]: DEBUG nova.compute.provider_tree [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.829776] env[69731]: INFO nova.compute.manager [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Detaching volume 32c7e522-c7e8-43c6-b2f2-15457ddc6d48 [ 1304.858968] env[69731]: INFO nova.virt.block_device [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Attempting to driver detach volume 32c7e522-c7e8-43c6-b2f2-15457ddc6d48 from mountpoint /dev/sdb [ 1304.859222] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1304.859406] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654334', 'volume_id': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'name': 'volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56a87921-d0e5-40ad-b23f-c703f256c973', 'attached_at': '', 'detached_at': '', 'volume_id': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'serial': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1304.860265] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628c66b-7893-47d9-9084-d492eac5e41a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.882878] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b513f8-ed76-4c77-9724-869f1b470296 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.889702] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3916b-07c7-48ba-9d8f-f40286d0608a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.910429] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588b8c7-6c81-47f3-9e93-9c02c02a120c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.926074] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] The volume has not been displaced from its original location: [datastore2] volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48/volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1304.931531] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1304.931796] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9ec7e6-b2ae-4f86-9b8d-87b533587d04 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.949361] env[69731]: DEBUG oslo_vmware.api [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1304.949361] env[69731]: value = "task-3276257" [ 1304.949361] env[69731]: _type = "Task" [ 1304.949361] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.956769] env[69731]: DEBUG oslo_vmware.api [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.277919] env[69731]: DEBUG nova.scheduler.client.report [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.459953] env[69731]: DEBUG oslo_vmware.api [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276257, 'name': ReconfigVM_Task, 'duration_secs': 0.230048} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.459953] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1305.464271] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3270cd2d-94e8-4db9-930c-1793cfe0b34e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.480506] env[69731]: DEBUG oslo_vmware.api [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1305.480506] env[69731]: value = "task-3276258" [ 1305.480506] env[69731]: _type = "Task" [ 1305.480506] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.490364] env[69731]: DEBUG oslo_vmware.api [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.561372] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.783851] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.786427] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.225s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.786647] env[69731]: DEBUG nova.objects.instance [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'pci_requests' on Instance uuid 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.804183] env[69731]: INFO nova.scheduler.client.report [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Deleted allocations for instance 7425d84f-1723-4521-8270-ff20a0e13864 [ 1305.992277] env[69731]: DEBUG oslo_vmware.api [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276258, 'name': ReconfigVM_Task, 'duration_secs': 0.152969} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.992569] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654334', 'volume_id': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'name': 'volume-32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56a87921-d0e5-40ad-b23f-c703f256c973', 'attached_at': '', 'detached_at': '', 'volume_id': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48', 'serial': '32c7e522-c7e8-43c6-b2f2-15457ddc6d48'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1306.291716] env[69731]: DEBUG nova.objects.instance [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'numa_topology' on Instance uuid 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.315319] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ae91398c-9d59-4593-9317-cdda77fe3126 tempest-ServerActionsTestOtherA-2095171095 tempest-ServerActionsTestOtherA-2095171095-project-member] Lock "7425d84f-1723-4521-8270-ff20a0e13864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.174s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.544459] env[69731]: DEBUG nova.objects.instance [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'flavor' on Instance uuid 56a87921-d0e5-40ad-b23f-c703f256c973 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.798772] env[69731]: INFO nova.compute.claims [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.149660] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.553708] env[69731]: DEBUG oslo_concurrency.lockutils [None req-0cc9ff34-59fa-4183-8583-894d988d45cd tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.868578] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fdca54-85c0-44e7-ad65-1b98a3b58f3f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.880169] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c02af5b-b8b1-40e0-b3f7-e4d094ffc56c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.909501] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a39893a-f5a7-4113-b9ff-daed3116d1d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.917029] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab295904-5965-48d9-82dc-28bddd0d9ce5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.932754] env[69731]: DEBUG nova.compute.provider_tree [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.436532] env[69731]: DEBUG nova.scheduler.client.report [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.613539] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "56a87921-d0e5-40ad-b23f-c703f256c973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.613824] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.614018] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "56a87921-d0e5-40ad-b23f-c703f256c973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.614205] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.614371] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.616688] env[69731]: INFO nova.compute.manager [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Terminating instance [ 1308.944057] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.157s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.971303] env[69731]: INFO nova.network.neutron [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating port b8db74f9-4fff-423c-ab76-8548b1277cc4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1309.120391] env[69731]: DEBUG nova.compute.manager [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.120634] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.121624] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f5b929-d279-4a04-a0f9-a9bd9dac033a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.129525] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.129765] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e099d012-83a3-4646-a6d1-7f9dce9d985a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.135836] env[69731]: DEBUG oslo_vmware.api [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1309.135836] env[69731]: value = "task-3276259" [ 1309.135836] env[69731]: _type = "Task" [ 1309.135836] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.144262] env[69731]: DEBUG oslo_vmware.api [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.645888] env[69731]: DEBUG oslo_vmware.api [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276259, 'name': PowerOffVM_Task, 'duration_secs': 0.176923} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.645888] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.645888] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.645888] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f0c67d5-0d0a-4f36-96f1-289fe7074629 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.721149] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.721387] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.721573] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleting the datastore file [datastore1] 56a87921-d0e5-40ad-b23f-c703f256c973 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.721847] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c3c1bb-bc3b-4739-a0d9-3a151dd58149 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.728443] env[69731]: DEBUG oslo_vmware.api [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1309.728443] env[69731]: value = "task-3276261" [ 1309.728443] env[69731]: _type = "Task" [ 1309.728443] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.735920] env[69731]: DEBUG oslo_vmware.api [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.238763] env[69731]: DEBUG oslo_vmware.api [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220233} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.239178] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.239371] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.239454] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.239819] env[69731]: INFO nova.compute.manager [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1310.240163] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.240386] env[69731]: DEBUG nova.compute.manager [-] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.240486] env[69731]: DEBUG nova.network.neutron [-] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.421487] env[69731]: DEBUG nova.compute.manager [req-43244515-2b11-4a0b-8e9f-c8df1e0f4852 req-bb6554ac-d22f-4b55-b043-b139fd53b086 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received event network-vif-plugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.421698] env[69731]: DEBUG oslo_concurrency.lockutils [req-43244515-2b11-4a0b-8e9f-c8df1e0f4852 req-bb6554ac-d22f-4b55-b043-b139fd53b086 service nova] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.422174] env[69731]: DEBUG oslo_concurrency.lockutils [req-43244515-2b11-4a0b-8e9f-c8df1e0f4852 req-bb6554ac-d22f-4b55-b043-b139fd53b086 service nova] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.422375] env[69731]: DEBUG oslo_concurrency.lockutils [req-43244515-2b11-4a0b-8e9f-c8df1e0f4852 req-bb6554ac-d22f-4b55-b043-b139fd53b086 service nova] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.422469] env[69731]: DEBUG nova.compute.manager [req-43244515-2b11-4a0b-8e9f-c8df1e0f4852 req-bb6554ac-d22f-4b55-b043-b139fd53b086 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] No waiting events found dispatching network-vif-plugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.422633] env[69731]: WARNING nova.compute.manager [req-43244515-2b11-4a0b-8e9f-c8df1e0f4852 req-bb6554ac-d22f-4b55-b043-b139fd53b086 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received unexpected event network-vif-plugged-b8db74f9-4fff-423c-ab76-8548b1277cc4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1310.603562] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.603860] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.603975] env[69731]: DEBUG nova.network.neutron [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.295651] env[69731]: DEBUG nova.network.neutron [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [{"id": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "address": "fa:16:3e:d2:fa:da", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8db74f9-4f", "ovs_interfaceid": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.319290] env[69731]: DEBUG nova.network.neutron [-] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.798784] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.821598] env[69731]: INFO nova.compute.manager [-] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Took 1.58 seconds to deallocate network for instance. [ 1311.827927] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1e6411d845de203a884f4184a5a183e6',container_format='bare',created_at=2025-04-03T18:14:52Z,direct_url=,disk_format='vmdk',id=d490299f-746d-482c-8113-508a6f6cd591,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1620920551-shelved',owner='77574f12d483427e8f137df368ba7bf0',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T18:15:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.828187] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.828343] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.828523] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.828665] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.828810] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.829061] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.829179] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.829349] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.829508] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.829677] env[69731]: DEBUG nova.virt.hardware [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.830532] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c8adee-9ed7-4802-8dc0-79763cd5538b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.839045] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142ae44-c15f-45f5-be59-6c2b5d1d7a09 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.852465] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:fa:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8db74f9-4fff-423c-ab76-8548b1277cc4', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.859825] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.860587] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.860800] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5385fdb-a065-4d89-9131-70e0fd560070 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.879462] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.879462] env[69731]: value = "task-3276262" [ 1311.879462] env[69731]: _type = "Task" [ 1311.879462] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.886743] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276262, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.335319] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.335819] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.335920] env[69731]: DEBUG nova.objects.instance [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'resources' on Instance uuid 56a87921-d0e5-40ad-b23f-c703f256c973 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.389890] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276262, 'name': CreateVM_Task, 'duration_secs': 0.317049} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.390097] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.390741] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.390912] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.391342] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.391608] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7b1211-6f73-428f-a771-e3858aebce5d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.396354] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1312.396354] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520d7bd2-cb49-b1de-3595-55f8f3675360" [ 1312.396354] env[69731]: _type = "Task" [ 1312.396354] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.410349] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520d7bd2-cb49-b1de-3595-55f8f3675360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.452192] env[69731]: DEBUG nova.compute.manager [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received event network-changed-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.452389] env[69731]: DEBUG nova.compute.manager [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Refreshing instance network info cache due to event network-changed-b8db74f9-4fff-423c-ab76-8548b1277cc4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.452597] env[69731]: DEBUG oslo_concurrency.lockutils [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] Acquiring lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.452736] env[69731]: DEBUG oslo_concurrency.lockutils [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] Acquired lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.452893] env[69731]: DEBUG nova.network.neutron [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Refreshing network info cache for port b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.888476] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf5a4d-e8c8-430f-a1be-b51aa5e8dc95 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.896122] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd41f0-4689-4713-b5db-81b0c4694778 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.931579] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.931896] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Processing image d490299f-746d-482c-8113-508a6f6cd591 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.932185] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591/d490299f-746d-482c-8113-508a6f6cd591.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.932367] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591/d490299f-746d-482c-8113-508a6f6cd591.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.932580] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.933045] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d833a5f-e9b3-4ec0-a1e2-8df8358b4345 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.935564] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44be18b5-2179-4920-8909-32b7a174313e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.944054] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c2899-c02e-425c-9b2c-e43c3675f87e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.948448] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.948620] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.949579] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683c61fe-afaa-4433-bb55-7878d5d103d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.961028] env[69731]: DEBUG nova.compute.provider_tree [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.964715] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1312.964715] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522e7acd-3a29-61a7-ccdc-43ac61ffc738" [ 1312.964715] env[69731]: _type = "Task" [ 1312.964715] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.972326] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]522e7acd-3a29-61a7-ccdc-43ac61ffc738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.145306] env[69731]: DEBUG nova.network.neutron [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updated VIF entry in instance network info cache for port b8db74f9-4fff-423c-ab76-8548b1277cc4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.145813] env[69731]: DEBUG nova.network.neutron [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [{"id": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "address": "fa:16:3e:d2:fa:da", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8db74f9-4f", "ovs_interfaceid": "b8db74f9-4fff-423c-ab76-8548b1277cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.464426] env[69731]: DEBUG nova.scheduler.client.report [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.476637] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Preparing fetch location {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1313.476875] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Fetch image to [datastore1] OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658/OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658.vmdk {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1313.478090] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Downloading stream optimized image d490299f-746d-482c-8113-508a6f6cd591 to [datastore1] OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658/OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658.vmdk on the data store datastore1 as vApp {{(pid=69731) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1313.478090] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Downloading image file data d490299f-746d-482c-8113-508a6f6cd591 to the ESX as VM named 'OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658' {{(pid=69731) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1313.543787] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1313.543787] env[69731]: value = "resgroup-9" [ 1313.543787] env[69731]: _type = "ResourcePool" [ 1313.543787] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1313.544094] env[69731]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1554c93a-0d52-47fb-b1af-cab6d7558c7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.564149] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lease: (returnval){ [ 1313.564149] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528563df-08fe-4779-da78-53aac5073f7e" [ 1313.564149] env[69731]: _type = "HttpNfcLease" [ 1313.564149] env[69731]: } obtained for vApp import into resource pool (val){ [ 1313.564149] env[69731]: value = "resgroup-9" [ 1313.564149] env[69731]: _type = "ResourcePool" [ 1313.564149] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1313.564478] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the lease: (returnval){ [ 1313.564478] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528563df-08fe-4779-da78-53aac5073f7e" [ 1313.564478] env[69731]: _type = "HttpNfcLease" [ 1313.564478] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1313.572130] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.572130] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528563df-08fe-4779-da78-53aac5073f7e" [ 1313.572130] env[69731]: _type = "HttpNfcLease" [ 1313.572130] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1313.648570] env[69731]: DEBUG oslo_concurrency.lockutils [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] Releasing lock "refresh_cache-99440b62-6b9d-4968-8bb3-db04d27892f3" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.648879] env[69731]: DEBUG nova.compute.manager [req-de6592de-c0f2-4926-ad53-d3f647fcf7d6 req-da0ab87a-8b0f-4a0d-9a11-cfdf1425f416 service nova] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Received event network-vif-deleted-defde028-5dfc-4a79-8dad-a4e4d56861fe {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.972289] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.991611] env[69731]: INFO nova.scheduler.client.report [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleted allocations for instance 56a87921-d0e5-40ad-b23f-c703f256c973 [ 1314.072864] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.072864] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528563df-08fe-4779-da78-53aac5073f7e" [ 1314.072864] env[69731]: _type = "HttpNfcLease" [ 1314.072864] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1314.073160] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1314.073160] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528563df-08fe-4779-da78-53aac5073f7e" [ 1314.073160] env[69731]: _type = "HttpNfcLease" [ 1314.073160] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1314.073879] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e212b0-804d-4cbd-a601-64d5362977f7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.080706] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ceaf6-5511-1075-f04b-87d8c8e487a5/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1314.080877] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ceaf6-5511-1075-f04b-87d8c8e487a5/disk-0.vmdk. {{(pid=69731) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1314.143956] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4783082-c0c4-4509-8939-92c972937700 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.500869] env[69731]: DEBUG oslo_concurrency.lockutils [None req-5360daff-0c57-4102-95d6-0e9e933f0141 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "56a87921-d0e5-40ad-b23f-c703f256c973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.887s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.254178] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Completed reading data from the image iterator. {{(pid=69731) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1315.254178] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ceaf6-5511-1075-f04b-87d8c8e487a5/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1315.255274] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c3dd86-e11d-4081-b4bc-cc8469482c4f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.262282] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ceaf6-5511-1075-f04b-87d8c8e487a5/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1315.262282] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ceaf6-5511-1075-f04b-87d8c8e487a5/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1315.262459] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8d8c791f-aabe-4a3e-90c4-a9d13b5b635b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.444257] env[69731]: DEBUG oslo_vmware.rw_handles [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ceaf6-5511-1075-f04b-87d8c8e487a5/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1315.444484] env[69731]: INFO nova.virt.vmwareapi.images [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Downloaded image file data d490299f-746d-482c-8113-508a6f6cd591 [ 1315.445384] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd16c78-435b-490d-a8e1-d99fb6108acb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.461969] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3dfd77e-c501-4ef1-bc47-ea6c83ee65ab {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.486016] env[69731]: INFO nova.virt.vmwareapi.images [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] The imported VM was unregistered [ 1315.488412] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Caching image {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1315.488650] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.488912] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4edffd9c-958d-47a6-852f-eb1b58efa0da {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.508899] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Created directory with path [datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.509212] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658/OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658.vmdk to [datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591/d490299f-746d-482c-8113-508a6f6cd591.vmdk. {{(pid=69731) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1315.509343] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-80cb0ace-291c-40eb-8a76-045de955e95e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.515837] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1315.515837] env[69731]: value = "task-3276265" [ 1315.515837] env[69731]: _type = "Task" [ 1315.515837] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.523885] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276265, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.026309] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276265, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.526730] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276265, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.715740] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "45531584-aead-4e6d-a60f-c331bf4fda27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.715971] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.027089] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276265, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.219190] env[69731]: DEBUG nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.530740] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276265, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.742600] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.742875] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.744500] env[69731]: INFO nova.compute.claims [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.028518] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276265, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.171626} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.028784] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658/OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658.vmdk to [datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591/d490299f-746d-482c-8113-508a6f6cd591.vmdk. [ 1318.028979] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Cleaning up location [datastore1] OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1318.029194] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_12d4c259-3bdf-4aa3-823c-dd0e967d6658 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.029443] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a525de-062a-4968-84bb-9f6649c4c20d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.035795] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1318.035795] env[69731]: value = "task-3276266" [ 1318.035795] env[69731]: _type = "Task" [ 1318.035795] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.043178] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.546541] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031461} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.546868] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.546974] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591/d490299f-746d-482c-8113-508a6f6cd591.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.547239] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591/d490299f-746d-482c-8113-508a6f6cd591.vmdk to [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3/99440b62-6b9d-4968-8bb3-db04d27892f3.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.547500] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43a052fa-56a8-4864-9816-fedfbeaed1b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.553719] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1318.553719] env[69731]: value = "task-3276267" [ 1318.553719] env[69731]: _type = "Task" [ 1318.553719] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.561366] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.807962] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553302dc-94f9-4bc9-a83e-052cb10b4d24 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.815805] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9229d9e8-b23d-45dc-b490-a12f2846e572 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.845586] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261ac00f-3a89-4047-94c3-c3a8ce680711 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.853593] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca90e17-dfba-4798-8785-ed69f5a31256 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.868290] env[69731]: DEBUG nova.compute.provider_tree [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.063930] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276267, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.372427] env[69731]: DEBUG nova.scheduler.client.report [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.565157] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276267, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.877312] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.877829] env[69731]: DEBUG nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.065699] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276267, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.383313] env[69731]: DEBUG nova.compute.utils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.384838] env[69731]: DEBUG nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.384950] env[69731]: DEBUG nova.network.neutron [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.424311] env[69731]: DEBUG nova.policy [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76e6eec1f46b40bc95086778fb570017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eaddb8a58124b93a18d33b08cfe98ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.565604] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276267, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.690918] env[69731]: DEBUG nova.network.neutron [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Successfully created port: 18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.888637] env[69731]: DEBUG nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.066256] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276267, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.175013} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.066455] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d490299f-746d-482c-8113-508a6f6cd591/d490299f-746d-482c-8113-508a6f6cd591.vmdk to [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3/99440b62-6b9d-4968-8bb3-db04d27892f3.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.067252] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea50c6c2-8362-4907-9fc3-aa62d849e693 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.088573] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3/99440b62-6b9d-4968-8bb3-db04d27892f3.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.088784] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5f28b7-75fa-4132-a997-788f915a091f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.107125] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1321.107125] env[69731]: value = "task-3276268" [ 1321.107125] env[69731]: _type = "Task" [ 1321.107125] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.114153] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.528715] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.528968] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.616559] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276268, 'name': ReconfigVM_Task, 'duration_secs': 0.278597} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.616900] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3/99440b62-6b9d-4968-8bb3-db04d27892f3.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.617861] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': 'ed409e28-9fe4-4715-b5e5-02cca3395c21'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'attachment_id': '6ee0fb37-16d0-42c1-a2f5-c0501b1dba2f', 'device_type': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654336', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'name': 'volume-bbeb4e4d-74b6-432b-a42b-caab470c9617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '99440b62-6b9d-4968-8bb3-db04d27892f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'serial': 'bbeb4e4d-74b6-432b-a42b-caab470c9617'}, 'volume_type': None}], 'swap': None} {{(pid=69731) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1321.618067] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1321.618256] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654336', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'name': 'volume-bbeb4e4d-74b6-432b-a42b-caab470c9617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '99440b62-6b9d-4968-8bb3-db04d27892f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'serial': 'bbeb4e4d-74b6-432b-a42b-caab470c9617'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1321.618998] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c77e95-7973-4c87-af34-a387a728e7c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.633773] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee8c2a-a27e-4376-b0c8-ddd355f46195 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.656579] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-bbeb4e4d-74b6-432b-a42b-caab470c9617/volume-bbeb4e4d-74b6-432b-a42b-caab470c9617.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.656801] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4b38cf-9792-4242-b2a2-1cdb9546b775 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.673840] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1321.673840] env[69731]: value = "task-3276269" [ 1321.673840] env[69731]: _type = "Task" [ 1321.673840] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.680962] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.898799] env[69731]: DEBUG nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.927210] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.927486] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.927647] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.927826] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.927971] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.928133] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.928341] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.928499] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.928667] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.928827] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.928993] env[69731]: DEBUG nova.virt.hardware [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.929889] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e301509-ca1b-4627-a6b4-6849ce0d7089 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.937799] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361c5544-f37b-48cc-8b0f-92e84a0f0868 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.032959] env[69731]: DEBUG nova.compute.utils [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.058114] env[69731]: DEBUG nova.compute.manager [req-4eaf3a92-be8c-47a7-9fcb-ad705f479e20 req-6c6c8ed7-595c-4991-8855-f323894ea99d service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Received event network-vif-plugged-18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.058339] env[69731]: DEBUG oslo_concurrency.lockutils [req-4eaf3a92-be8c-47a7-9fcb-ad705f479e20 req-6c6c8ed7-595c-4991-8855-f323894ea99d service nova] Acquiring lock "45531584-aead-4e6d-a60f-c331bf4fda27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.058551] env[69731]: DEBUG oslo_concurrency.lockutils [req-4eaf3a92-be8c-47a7-9fcb-ad705f479e20 req-6c6c8ed7-595c-4991-8855-f323894ea99d service nova] Lock "45531584-aead-4e6d-a60f-c331bf4fda27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.058709] env[69731]: DEBUG oslo_concurrency.lockutils [req-4eaf3a92-be8c-47a7-9fcb-ad705f479e20 req-6c6c8ed7-595c-4991-8855-f323894ea99d service nova] Lock "45531584-aead-4e6d-a60f-c331bf4fda27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.058873] env[69731]: DEBUG nova.compute.manager [req-4eaf3a92-be8c-47a7-9fcb-ad705f479e20 req-6c6c8ed7-595c-4991-8855-f323894ea99d service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] No waiting events found dispatching network-vif-plugged-18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.059044] env[69731]: WARNING nova.compute.manager [req-4eaf3a92-be8c-47a7-9fcb-ad705f479e20 req-6c6c8ed7-595c-4991-8855-f323894ea99d service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Received unexpected event network-vif-plugged-18c78055-600c-4681-a511-bde992ef83d4 for instance with vm_state building and task_state spawning. [ 1322.137007] env[69731]: DEBUG nova.network.neutron [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Successfully updated port: 18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.183180] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276269, 'name': ReconfigVM_Task, 'duration_secs': 0.280197} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.183498] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-bbeb4e4d-74b6-432b-a42b-caab470c9617/volume-bbeb4e4d-74b6-432b-a42b-caab470c9617.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.188472] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6947bc65-f7df-4439-bfed-2c13684aab51 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.203854] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1322.203854] env[69731]: value = "task-3276270" [ 1322.203854] env[69731]: _type = "Task" [ 1322.203854] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.213398] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.536242] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.639313] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.639611] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.639611] env[69731]: DEBUG nova.network.neutron [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.714161] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276270, 'name': ReconfigVM_Task, 'duration_secs': 0.135922} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.714461] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654336', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'name': 'volume-bbeb4e4d-74b6-432b-a42b-caab470c9617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '99440b62-6b9d-4968-8bb3-db04d27892f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'serial': 'bbeb4e4d-74b6-432b-a42b-caab470c9617'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1322.715041] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-593b9ddf-d6fb-4943-a4fa-30557408c493 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.722230] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1322.722230] env[69731]: value = "task-3276271" [ 1322.722230] env[69731]: _type = "Task" [ 1322.722230] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.729366] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276271, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.168919] env[69731]: DEBUG nova.network.neutron [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.233483] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276271, 'name': Rename_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.286656] env[69731]: DEBUG nova.network.neutron [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Updating instance_info_cache with network_info: [{"id": "18c78055-600c-4681-a511-bde992ef83d4", "address": "fa:16:3e:f3:2a:6e", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c78055-60", "ovs_interfaceid": "18c78055-600c-4681-a511-bde992ef83d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.597951] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.598207] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.598403] env[69731]: INFO nova.compute.manager [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Attaching volume 075b98d5-b300-4cfb-b685-e0e088ceae0d to /dev/sdb [ 1323.628580] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040cf59b-c594-425a-af59-b2a9f0dc6989 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.635950] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cf5142-0a49-4c7d-b093-afcc94fcfd41 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.649848] env[69731]: DEBUG nova.virt.block_device [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updating existing volume attachment record: a6817906-8ab3-4197-a5ac-7b245a0bfd91 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1323.732423] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276271, 'name': Rename_Task} progress is 99%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.789304] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.789650] env[69731]: DEBUG nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Instance network_info: |[{"id": "18c78055-600c-4681-a511-bde992ef83d4", "address": "fa:16:3e:f3:2a:6e", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c78055-60", "ovs_interfaceid": "18c78055-600c-4681-a511-bde992ef83d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.790064] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:2a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18c78055-600c-4681-a511-bde992ef83d4', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.797924] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.798141] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.798432] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d7e86e3-e1a5-4836-8d58-0f693538d053 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.817474] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.817474] env[69731]: value = "task-3276273" [ 1323.817474] env[69731]: _type = "Task" [ 1323.817474] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.824537] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276273, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.088057] env[69731]: DEBUG nova.compute.manager [req-f078f2cc-3a0f-4500-bf64-d9ab791b6a8a req-6f2635a2-53de-4b4b-9f35-3d79bfdf4cae service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Received event network-changed-18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.088222] env[69731]: DEBUG nova.compute.manager [req-f078f2cc-3a0f-4500-bf64-d9ab791b6a8a req-6f2635a2-53de-4b4b-9f35-3d79bfdf4cae service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Refreshing instance network info cache due to event network-changed-18c78055-600c-4681-a511-bde992ef83d4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.088546] env[69731]: DEBUG oslo_concurrency.lockutils [req-f078f2cc-3a0f-4500-bf64-d9ab791b6a8a req-6f2635a2-53de-4b4b-9f35-3d79bfdf4cae service nova] Acquiring lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.088706] env[69731]: DEBUG oslo_concurrency.lockutils [req-f078f2cc-3a0f-4500-bf64-d9ab791b6a8a req-6f2635a2-53de-4b4b-9f35-3d79bfdf4cae service nova] Acquired lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.088896] env[69731]: DEBUG nova.network.neutron [req-f078f2cc-3a0f-4500-bf64-d9ab791b6a8a req-6f2635a2-53de-4b4b-9f35-3d79bfdf4cae service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Refreshing network info cache for port 18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.233917] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276271, 'name': Rename_Task, 'duration_secs': 1.13838} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.234201] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.234444] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb6466f-57f7-417f-b799-a827708deb7d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.240211] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1324.240211] env[69731]: value = "task-3276276" [ 1324.240211] env[69731]: _type = "Task" [ 1324.240211] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.247383] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.326116] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276273, 'name': CreateVM_Task, 'duration_secs': 0.304002} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.326343] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.326996] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.327179] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.327501] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.327751] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124cbc6a-791e-4b89-b124-53f2d6fa05bc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.332119] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1324.332119] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bec6d-181e-2dc0-acee-2c8e6757ed43" [ 1324.332119] env[69731]: _type = "Task" [ 1324.332119] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.339679] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bec6d-181e-2dc0-acee-2c8e6757ed43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.751071] env[69731]: DEBUG oslo_vmware.api [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276276, 'name': PowerOnVM_Task, 'duration_secs': 0.457785} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.751071] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.782534] env[69731]: DEBUG nova.network.neutron [req-f078f2cc-3a0f-4500-bf64-d9ab791b6a8a req-6f2635a2-53de-4b4b-9f35-3d79bfdf4cae service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Updated VIF entry in instance network info cache for port 18c78055-600c-4681-a511-bde992ef83d4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.782738] env[69731]: DEBUG nova.network.neutron [req-f078f2cc-3a0f-4500-bf64-d9ab791b6a8a req-6f2635a2-53de-4b4b-9f35-3d79bfdf4cae service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Updating instance_info_cache with network_info: [{"id": "18c78055-600c-4681-a511-bde992ef83d4", "address": "fa:16:3e:f3:2a:6e", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c78055-60", "ovs_interfaceid": "18c78055-600c-4681-a511-bde992ef83d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.843018] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]528bec6d-181e-2dc0-acee-2c8e6757ed43, 'name': SearchDatastore_Task, 'duration_secs': 0.008589} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.843970] env[69731]: DEBUG nova.compute.manager [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.844328] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.844544] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.844774] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.844919] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.845105] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.845856] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e0d36-7852-4377-8fa6-d68469e6fe6d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.848185] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c215be7b-3d4a-4e00-bde7-d35a70f81d34 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.856985] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.857171] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.857832] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a37b06-b8cd-4d3b-8b6f-c9595a4547ed {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.862409] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1324.862409] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e729a4-b3d2-37ba-5c1c-97ef1a1a1793" [ 1324.862409] env[69731]: _type = "Task" [ 1324.862409] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.869378] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e729a4-b3d2-37ba-5c1c-97ef1a1a1793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.285460] env[69731]: DEBUG oslo_concurrency.lockutils [req-f078f2cc-3a0f-4500-bf64-d9ab791b6a8a req-6f2635a2-53de-4b4b-9f35-3d79bfdf4cae service nova] Releasing lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.366812] env[69731]: DEBUG oslo_concurrency.lockutils [None req-10df7288-02bd-4148-80da-c7f33e99e5a7 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.529s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.374573] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e729a4-b3d2-37ba-5c1c-97ef1a1a1793, 'name': SearchDatastore_Task, 'duration_secs': 0.008086} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.375453] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fb15b9-95a8-4040-9cd4-1d125d53db2b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.380402] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1325.380402] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c2b3e1-729c-919d-05a2-ad1ab6b1d191" [ 1325.380402] env[69731]: _type = "Task" [ 1325.380402] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.388475] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c2b3e1-729c-919d-05a2-ad1ab6b1d191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.891702] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52c2b3e1-729c-919d-05a2-ad1ab6b1d191, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.892077] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.892077] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 45531584-aead-4e6d-a60f-c331bf4fda27/45531584-aead-4e6d-a60f-c331bf4fda27.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.892338] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a844c3b3-7f45-4f57-b9ce-c1cb21acc473 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.900545] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1325.900545] env[69731]: value = "task-3276277" [ 1325.900545] env[69731]: _type = "Task" [ 1325.900545] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.909078] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.411027] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276277, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.912165] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519154} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.912507] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] 45531584-aead-4e6d-a60f-c331bf4fda27/45531584-aead-4e6d-a60f-c331bf4fda27.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.912667] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.912923] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d38333-d5ed-4a3c-9c5f-db34f4cf53dc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.920769] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1326.920769] env[69731]: value = "task-3276279" [ 1326.920769] env[69731]: _type = "Task" [ 1326.920769] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.928657] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.431225] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066468} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.431492] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.432293] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92965a62-dd78-403c-93c5-47e5199724fa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.454180] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 45531584-aead-4e6d-a60f-c331bf4fda27/45531584-aead-4e6d-a60f-c331bf4fda27.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.454423] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ccd842-d924-46ca-beac-8f45279b089a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.473548] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1327.473548] env[69731]: value = "task-3276280" [ 1327.473548] env[69731]: _type = "Task" [ 1327.473548] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.481220] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.984250] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.484641] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276280, 'name': ReconfigVM_Task, 'duration_secs': 0.85563} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.484915] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 45531584-aead-4e6d-a60f-c331bf4fda27/45531584-aead-4e6d-a60f-c331bf4fda27.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.485575] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dbc4a4c-206e-4fbc-82f5-46d7f916804f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.491615] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1328.491615] env[69731]: value = "task-3276281" [ 1328.491615] env[69731]: _type = "Task" [ 1328.491615] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.499363] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276281, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.697112] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1328.697362] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654341', 'volume_id': '075b98d5-b300-4cfb-b685-e0e088ceae0d', 'name': 'volume-075b98d5-b300-4cfb-b685-e0e088ceae0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '911f0049-5e6f-491c-b5c8-7d20fcc00478', 'attached_at': '', 'detached_at': '', 'volume_id': '075b98d5-b300-4cfb-b685-e0e088ceae0d', 'serial': '075b98d5-b300-4cfb-b685-e0e088ceae0d'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1328.698259] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d05f5-9c36-4bad-9706-cdbf0a6133d3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.714452] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb457b5-5f0b-4084-aac9-7543eb20acc6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.738287] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-075b98d5-b300-4cfb-b685-e0e088ceae0d/volume-075b98d5-b300-4cfb-b685-e0e088ceae0d.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.738516] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa22a5f4-862b-4a5b-9de8-83d861b984e1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.755814] env[69731]: DEBUG oslo_vmware.api [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1328.755814] env[69731]: value = "task-3276282" [ 1328.755814] env[69731]: _type = "Task" [ 1328.755814] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.763081] env[69731]: DEBUG oslo_vmware.api [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.001513] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276281, 'name': Rename_Task, 'duration_secs': 0.147109} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.001893] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.004979] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83a3fd8d-9ce5-498b-9519-8ccf8dbbba3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.011807] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1329.011807] env[69731]: value = "task-3276283" [ 1329.011807] env[69731]: _type = "Task" [ 1329.011807] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.021951] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.265234] env[69731]: DEBUG oslo_vmware.api [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276282, 'name': ReconfigVM_Task, 'duration_secs': 0.469292} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.265512] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-075b98d5-b300-4cfb-b685-e0e088ceae0d/volume-075b98d5-b300-4cfb-b685-e0e088ceae0d.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.270255] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c8c272f-6ba1-4bef-85c6-b32e90450250 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.285572] env[69731]: DEBUG oslo_vmware.api [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1329.285572] env[69731]: value = "task-3276284" [ 1329.285572] env[69731]: _type = "Task" [ 1329.285572] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.293625] env[69731]: DEBUG oslo_vmware.api [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.521463] env[69731]: DEBUG oslo_vmware.api [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276283, 'name': PowerOnVM_Task, 'duration_secs': 0.474285} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.521718] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.521913] env[69731]: INFO nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1329.522100] env[69731]: DEBUG nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.522845] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e784df-16ff-4164-9bcf-58d7ce994033 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.795844] env[69731]: DEBUG oslo_vmware.api [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276284, 'name': ReconfigVM_Task, 'duration_secs': 0.180241} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.796134] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654341', 'volume_id': '075b98d5-b300-4cfb-b685-e0e088ceae0d', 'name': 'volume-075b98d5-b300-4cfb-b685-e0e088ceae0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '911f0049-5e6f-491c-b5c8-7d20fcc00478', 'attached_at': '', 'detached_at': '', 'volume_id': '075b98d5-b300-4cfb-b685-e0e088ceae0d', 'serial': '075b98d5-b300-4cfb-b685-e0e088ceae0d'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1330.043230] env[69731]: INFO nova.compute.manager [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Took 12.32 seconds to build instance. [ 1330.545685] env[69731]: DEBUG oslo_concurrency.lockutils [None req-b45727ae-5dc8-42b1-8606-2a8176ae61f4 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.829s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.833424] env[69731]: DEBUG nova.objects.instance [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.843971] env[69731]: DEBUG nova.compute.manager [req-196f0830-e868-464f-aa53-cf74d8ce00d9 req-30e63562-432f-4015-ac5d-1294ac79105c service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Received event network-changed-18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.843971] env[69731]: DEBUG nova.compute.manager [req-196f0830-e868-464f-aa53-cf74d8ce00d9 req-30e63562-432f-4015-ac5d-1294ac79105c service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Refreshing instance network info cache due to event network-changed-18c78055-600c-4681-a511-bde992ef83d4. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.843971] env[69731]: DEBUG oslo_concurrency.lockutils [req-196f0830-e868-464f-aa53-cf74d8ce00d9 req-30e63562-432f-4015-ac5d-1294ac79105c service nova] Acquiring lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.843971] env[69731]: DEBUG oslo_concurrency.lockutils [req-196f0830-e868-464f-aa53-cf74d8ce00d9 req-30e63562-432f-4015-ac5d-1294ac79105c service nova] Acquired lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.843971] env[69731]: DEBUG nova.network.neutron [req-196f0830-e868-464f-aa53-cf74d8ce00d9 req-30e63562-432f-4015-ac5d-1294ac79105c service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Refreshing network info cache for port 18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.931630] env[69731]: DEBUG oslo_concurrency.lockutils [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.338953] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7418ed8d-ee20-4fc7-a608-0ff5c5faaa83 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.741s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.340036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.408s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.340139] env[69731]: DEBUG nova.compute.manager [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.341095] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4b0443-29ba-4c3c-bc4f-03ec9a4f9e66 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.349421] env[69731]: DEBUG nova.compute.manager [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1331.349934] env[69731]: DEBUG nova.objects.instance [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.550251] env[69731]: DEBUG nova.network.neutron [req-196f0830-e868-464f-aa53-cf74d8ce00d9 req-30e63562-432f-4015-ac5d-1294ac79105c service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Updated VIF entry in instance network info cache for port 18c78055-600c-4681-a511-bde992ef83d4. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.550625] env[69731]: DEBUG nova.network.neutron [req-196f0830-e868-464f-aa53-cf74d8ce00d9 req-30e63562-432f-4015-ac5d-1294ac79105c service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Updating instance_info_cache with network_info: [{"id": "18c78055-600c-4681-a511-bde992ef83d4", "address": "fa:16:3e:f3:2a:6e", "network": {"id": "2580d0d6-4617-4221-aec4-b18b8391dcd8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907552190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eaddb8a58124b93a18d33b08cfe98ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18c78055-60", "ovs_interfaceid": "18c78055-600c-4681-a511-bde992ef83d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.053162] env[69731]: DEBUG oslo_concurrency.lockutils [req-196f0830-e868-464f-aa53-cf74d8ce00d9 req-30e63562-432f-4015-ac5d-1294ac79105c service nova] Releasing lock "refresh_cache-45531584-aead-4e6d-a60f-c331bf4fda27" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.356746] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.357241] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcf4391c-004d-4b10-8f65-e79c633b6b8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.364753] env[69731]: DEBUG oslo_vmware.api [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1332.364753] env[69731]: value = "task-3276285" [ 1332.364753] env[69731]: _type = "Task" [ 1332.364753] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.373401] env[69731]: DEBUG oslo_vmware.api [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.874421] env[69731]: DEBUG oslo_vmware.api [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276285, 'name': PowerOffVM_Task, 'duration_secs': 0.251578} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.874723] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.874926] env[69731]: DEBUG nova.compute.manager [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.875713] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c05c86-e9c2-4891-966e-4f389fb15ffa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.386933] env[69731]: DEBUG oslo_concurrency.lockutils [None req-207e0673-9dcf-4cb9-963b-6dd5d381977c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.406061] env[69731]: DEBUG nova.objects.instance [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.911174] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.911415] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.911514] env[69731]: DEBUG nova.network.neutron [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.911684] env[69731]: DEBUG nova.objects.instance [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'info_cache' on Instance uuid 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.415486] env[69731]: DEBUG nova.objects.base [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Object Instance<911f0049-5e6f-491c-b5c8-7d20fcc00478> lazy-loaded attributes: flavor,info_cache {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1336.122816] env[69731]: DEBUG nova.network.neutron [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updating instance_info_cache with network_info: [{"id": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "address": "fa:16:3e:27:0e:e6", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b9ab97-de", "ovs_interfaceid": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.625263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Releasing lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.631834] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.632222] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3faa018-47a1-4f5e-86cd-0e7d52a583d1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.640185] env[69731]: DEBUG oslo_vmware.api [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1337.640185] env[69731]: value = "task-3276286" [ 1337.640185] env[69731]: _type = "Task" [ 1337.640185] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.647358] env[69731]: DEBUG oslo_vmware.api [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.151251] env[69731]: DEBUG oslo_vmware.api [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276286, 'name': PowerOnVM_Task, 'duration_secs': 0.399768} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.151532] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.151667] env[69731]: DEBUG nova.compute.manager [None req-8413203f-c835-4196-b415-22b9f6f4183d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.152456] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7472dd4d-0f7d-4fd4-965d-12c5a84b82c5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.917790] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.917849] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.913274] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.917840] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.918039] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.918207] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.918357] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1359.919520] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.917731] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.931067] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.931344] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.420880] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.421146] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.421366] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.421561] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1363.422505] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6393f6a-01fb-4e70-affd-b5894303d4d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.430639] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1420335-8cab-4bac-be09-c070b6f78890 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.434801] env[69731]: INFO nova.compute.manager [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Detaching volume bbeb4e4d-74b6-432b-a42b-caab470c9617 [ 1363.448404] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dcb662-6f2c-45ac-ace9-e5be8760d891 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.454990] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688c422-0709-4538-8b71-774e57e95282 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.486032] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180039MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1363.486202] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.486410] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.488715] env[69731]: INFO nova.virt.block_device [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Attempting to driver detach volume bbeb4e4d-74b6-432b-a42b-caab470c9617 from mountpoint /dev/sdb [ 1363.488925] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1363.489124] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654336', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'name': 'volume-bbeb4e4d-74b6-432b-a42b-caab470c9617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '99440b62-6b9d-4968-8bb3-db04d27892f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'serial': 'bbeb4e4d-74b6-432b-a42b-caab470c9617'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1363.489862] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a5db66-4cab-42fd-8c3f-bf8a571fb403 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.510621] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ed28e-8639-441a-ae62-72fc1016f4af {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.517553] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c6b165-6823-4dcc-94a9-9be8c1f374c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.537165] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc7453d-e0c2-4066-956b-72b075abce54 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.550762] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] The volume has not been displaced from its original location: [datastore2] volume-bbeb4e4d-74b6-432b-a42b-caab470c9617/volume-bbeb4e4d-74b6-432b-a42b-caab470c9617.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1363.555999] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1363.556472] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be5d218-44c1-4f98-8aec-affa329bb677 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.573519] env[69731]: DEBUG oslo_vmware.api [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1363.573519] env[69731]: value = "task-3276287" [ 1363.573519] env[69731]: _type = "Task" [ 1363.573519] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.580636] env[69731]: DEBUG oslo_vmware.api [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.082958] env[69731]: DEBUG oslo_vmware.api [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276287, 'name': ReconfigVM_Task, 'duration_secs': 0.235102} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.083404] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1364.087796] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e44d0ef-0c24-475f-991e-d4a3f89a884c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.102181] env[69731]: DEBUG oslo_vmware.api [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1364.102181] env[69731]: value = "task-3276288" [ 1364.102181] env[69731]: _type = "Task" [ 1364.102181] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.109244] env[69731]: DEBUG oslo_vmware.api [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.518910] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 911f0049-5e6f-491c-b5c8-7d20fcc00478 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.519081] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 99440b62-6b9d-4968-8bb3-db04d27892f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.519208] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 45531584-aead-4e6d-a60f-c331bf4fda27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1364.519385] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1364.519520] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1364.562820] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f543e-14c5-4f9d-b72e-948306e0d320 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.570336] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3c9f4-0c77-42b2-b662-871f39de9fcb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.599231] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676d0a07-3fcf-41e3-8835-851d625e6185 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.608444] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b431c-0448-4ead-b14e-167101f8c520 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.614525] env[69731]: DEBUG oslo_vmware.api [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276288, 'name': ReconfigVM_Task, 'duration_secs': 0.139337} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.615116] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654336', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'name': 'volume-bbeb4e4d-74b6-432b-a42b-caab470c9617', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '99440b62-6b9d-4968-8bb3-db04d27892f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbeb4e4d-74b6-432b-a42b-caab470c9617', 'serial': 'bbeb4e4d-74b6-432b-a42b-caab470c9617'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1364.624484] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.128015] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.152807] env[69731]: DEBUG nova.objects.instance [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'flavor' on Instance uuid 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.634409] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1365.634610] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.163265] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f0b99bf4-4b06-4a7b-b53c-f3e401f0d829 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.820707] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "45531584-aead-4e6d-a60f-c331bf4fda27" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.820935] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.188789] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.189257] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.189336] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.189447] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.189617] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.191810] env[69731]: INFO nova.compute.manager [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Terminating instance [ 1367.323801] env[69731]: DEBUG nova.compute.utils [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1367.695879] env[69731]: DEBUG nova.compute.manager [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.696190] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.697136] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9221ad15-0376-47dc-981c-c6fe2e4ade2a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.704705] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.704932] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b79df765-0eda-4546-adf5-ba46bbbaebb5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.712013] env[69731]: DEBUG oslo_vmware.api [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1367.712013] env[69731]: value = "task-3276289" [ 1367.712013] env[69731]: _type = "Task" [ 1367.712013] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.718074] env[69731]: DEBUG oslo_vmware.api [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.827387] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.221447] env[69731]: DEBUG oslo_vmware.api [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276289, 'name': PowerOffVM_Task, 'duration_secs': 0.200742} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.221889] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.221889] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.222108] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03707b48-38a2-4645-aa6f-803dd5d3c83a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.290632] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.290882] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.291080] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleting the datastore file [datastore1] 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.291344] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-946fba3e-2d36-4ae1-ba35-0d08af3cd9f6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.297640] env[69731]: DEBUG oslo_vmware.api [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1368.297640] env[69731]: value = "task-3276291" [ 1368.297640] env[69731]: _type = "Task" [ 1368.297640] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.305015] env[69731]: DEBUG oslo_vmware.api [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.807216] env[69731]: DEBUG oslo_vmware.api [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156792} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.807485] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.807671] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.807840] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.808022] env[69731]: INFO nova.compute.manager [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1368.808270] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.808459] env[69731]: DEBUG nova.compute.manager [-] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.808556] env[69731]: DEBUG nova.network.neutron [-] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.884135] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "45531584-aead-4e6d-a60f-c331bf4fda27" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.884407] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.884631] env[69731]: INFO nova.compute.manager [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Attaching volume d5920f0c-45d8-4aa4-a9b9-76fba7fd6899 to /dev/sdb [ 1368.915228] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d037d8-6e3c-420b-94bd-24e01b403a72 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.922232] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a877c-f76c-4778-951e-e3d87300a0f4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.935347] env[69731]: DEBUG nova.virt.block_device [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Updating existing volume attachment record: b94b5307-bbab-48fa-a642-de386f9f6e2b {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1369.521338] env[69731]: DEBUG nova.compute.manager [req-bf7b668d-b453-4a6a-97bf-951421ad49db req-dbf8e2ac-fd56-4d25-bc04-be41181ace99 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Received event network-vif-deleted-b8db74f9-4fff-423c-ab76-8548b1277cc4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.521338] env[69731]: INFO nova.compute.manager [req-bf7b668d-b453-4a6a-97bf-951421ad49db req-dbf8e2ac-fd56-4d25-bc04-be41181ace99 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Neutron deleted interface b8db74f9-4fff-423c-ab76-8548b1277cc4; detaching it from the instance and deleting it from the info cache [ 1369.521338] env[69731]: DEBUG nova.network.neutron [req-bf7b668d-b453-4a6a-97bf-951421ad49db req-dbf8e2ac-fd56-4d25-bc04-be41181ace99 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.998329] env[69731]: DEBUG nova.network.neutron [-] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.023836] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3917bb09-4e00-421a-b790-843011404ae3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.033568] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca68766-8d54-411a-8a25-663ad2ed9ecb {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.060543] env[69731]: DEBUG nova.compute.manager [req-bf7b668d-b453-4a6a-97bf-951421ad49db req-dbf8e2ac-fd56-4d25-bc04-be41181ace99 service nova] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Detach interface failed, port_id=b8db74f9-4fff-423c-ab76-8548b1277cc4, reason: Instance 99440b62-6b9d-4968-8bb3-db04d27892f3 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.501680] env[69731]: INFO nova.compute.manager [-] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Took 1.69 seconds to deallocate network for instance. [ 1371.008927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.009406] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.009481] env[69731]: DEBUG nova.objects.instance [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'resources' on Instance uuid 99440b62-6b9d-4968-8bb3-db04d27892f3 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.566081] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46460548-a766-4431-a1a5-f2127dccb022 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.575123] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7708688-e131-4880-9bc1-50756a4e3eef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.604843] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737f431f-cd04-40b3-844b-dd1997b953d0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.612133] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e506da-6709-4b5c-bfce-30a23e54ea76 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.624981] env[69731]: DEBUG nova.compute.provider_tree [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.128728] env[69731]: DEBUG nova.scheduler.client.report [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.633233] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.650122] env[69731]: INFO nova.scheduler.client.report [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted allocations for instance 99440b62-6b9d-4968-8bb3-db04d27892f3 [ 1373.157014] env[69731]: DEBUG oslo_concurrency.lockutils [None req-e76d1d85-297b-4942-863f-acdb6adc2e26 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "99440b62-6b9d-4968-8bb3-db04d27892f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.968s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.481460] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1373.481719] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654342', 'volume_id': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'name': 'volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45531584-aead-4e6d-a60f-c331bf4fda27', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'serial': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1373.482659] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e084db-3f04-41e1-98bb-dd63060ce9ac {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.504148] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af87687-5d3a-45c5-80a5-f36771434360 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.542588] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899/volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.543068] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a41f76-7f32-4315-87ce-bf20b631e0d4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.570884] env[69731]: DEBUG oslo_vmware.api [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1373.570884] env[69731]: value = "task-3276294" [ 1373.570884] env[69731]: _type = "Task" [ 1373.570884] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.581634] env[69731]: DEBUG oslo_vmware.api [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.079807] env[69731]: DEBUG oslo_vmware.api [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276294, 'name': ReconfigVM_Task, 'duration_secs': 0.366634} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.080142] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899/volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.084798] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ae6132-35b9-48a9-8f55-9839f7e2e474 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.099388] env[69731]: DEBUG oslo_vmware.api [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1374.099388] env[69731]: value = "task-3276295" [ 1374.099388] env[69731]: _type = "Task" [ 1374.099388] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.108047] env[69731]: DEBUG oslo_vmware.api [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.609540] env[69731]: DEBUG oslo_vmware.api [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276295, 'name': ReconfigVM_Task, 'duration_secs': 0.158777} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.609910] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654342', 'volume_id': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'name': 'volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45531584-aead-4e6d-a60f-c331bf4fda27', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'serial': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1374.697802] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.698097] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.201281] env[69731]: INFO nova.compute.manager [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Detaching volume 075b98d5-b300-4cfb-b685-e0e088ceae0d [ 1375.230058] env[69731]: INFO nova.virt.block_device [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Attempting to driver detach volume 075b98d5-b300-4cfb-b685-e0e088ceae0d from mountpoint /dev/sdb [ 1375.230309] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1375.230527] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654341', 'volume_id': '075b98d5-b300-4cfb-b685-e0e088ceae0d', 'name': 'volume-075b98d5-b300-4cfb-b685-e0e088ceae0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '911f0049-5e6f-491c-b5c8-7d20fcc00478', 'attached_at': '', 'detached_at': '', 'volume_id': '075b98d5-b300-4cfb-b685-e0e088ceae0d', 'serial': '075b98d5-b300-4cfb-b685-e0e088ceae0d'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1375.231409] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a953d7-090e-4f84-8893-c0125b5950a2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.253460] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42631e95-4ce0-4a45-b000-7be4a42462cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.262108] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5699130e-1633-417f-ab2a-fc55cf0b1188 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.282562] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a07ddb-c046-4aec-97b5-dae1e7287662 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.297114] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] The volume has not been displaced from its original location: [datastore2] volume-075b98d5-b300-4cfb-b685-e0e088ceae0d/volume-075b98d5-b300-4cfb-b685-e0e088ceae0d.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1375.302338] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1375.302629] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344be665-36fc-480f-bcf0-0ca1616678c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.320213] env[69731]: DEBUG oslo_vmware.api [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1375.320213] env[69731]: value = "task-3276296" [ 1375.320213] env[69731]: _type = "Task" [ 1375.320213] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.327936] env[69731]: DEBUG oslo_vmware.api [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.366243] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.366434] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.647526] env[69731]: DEBUG nova.objects.instance [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'flavor' on Instance uuid 45531584-aead-4e6d-a60f-c331bf4fda27 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.830703] env[69731]: DEBUG oslo_vmware.api [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276296, 'name': ReconfigVM_Task, 'duration_secs': 0.200705} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.830993] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1375.835595] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3165eb2-ca14-4e3d-af94-35a4b3ac99b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.850881] env[69731]: DEBUG oslo_vmware.api [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1375.850881] env[69731]: value = "task-3276297" [ 1375.850881] env[69731]: _type = "Task" [ 1375.850881] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.858631] env[69731]: DEBUG oslo_vmware.api [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.869153] env[69731]: DEBUG nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.152108] env[69731]: DEBUG oslo_concurrency.lockutils [None req-f686bb1f-e81c-4f32-a983-bed285d77ea1 tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.360814] env[69731]: DEBUG oslo_vmware.api [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276297, 'name': ReconfigVM_Task, 'duration_secs': 0.140883} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.361143] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654341', 'volume_id': '075b98d5-b300-4cfb-b685-e0e088ceae0d', 'name': 'volume-075b98d5-b300-4cfb-b685-e0e088ceae0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '911f0049-5e6f-491c-b5c8-7d20fcc00478', 'attached_at': '', 'detached_at': '', 'volume_id': '075b98d5-b300-4cfb-b685-e0e088ceae0d', 'serial': '075b98d5-b300-4cfb-b685-e0e088ceae0d'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1376.380055] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "45531584-aead-4e6d-a60f-c331bf4fda27" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.380328] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.393269] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.393665] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.395155] env[69731]: INFO nova.compute.claims [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.883694] env[69731]: INFO nova.compute.manager [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Detaching volume d5920f0c-45d8-4aa4-a9b9-76fba7fd6899 [ 1376.902503] env[69731]: DEBUG nova.objects.instance [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.916353] env[69731]: INFO nova.virt.block_device [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Attempting to driver detach volume d5920f0c-45d8-4aa4-a9b9-76fba7fd6899 from mountpoint /dev/sdb [ 1376.916601] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1376.916780] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654342', 'volume_id': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'name': 'volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45531584-aead-4e6d-a60f-c331bf4fda27', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'serial': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1376.917880] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3e363f-95a5-4557-864a-3b6c0e270bf7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.939744] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3840711-c1ca-4607-a05a-a4b22d0beb97 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.946374] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803dfc49-3718-4e34-b369-c01e3e945605 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.966475] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca55c1e-6edc-433a-8036-d9e37ea9bbef {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.980313] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] The volume has not been displaced from its original location: [datastore1] volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899/volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1376.985441] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1376.985688] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f494c9f7-5e5a-4784-b094-156f86a3ecc9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.002461] env[69731]: DEBUG oslo_vmware.api [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1377.002461] env[69731]: value = "task-3276298" [ 1377.002461] env[69731]: _type = "Task" [ 1377.002461] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.009738] env[69731]: DEBUG oslo_vmware.api [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.455993] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c332e3-8a1b-4c44-a0d9-98e992afaef6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.463314] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8df2c6-102b-4081-a468-4e48a3f77496 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.493290] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8437e367-285c-481c-9143-01ab833e0e44 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.500466] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e4e7a-ad54-4c58-8403-16b087fa0e82 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.518337] env[69731]: DEBUG nova.compute.provider_tree [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.519564] env[69731]: DEBUG oslo_vmware.api [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276298, 'name': ReconfigVM_Task, 'duration_secs': 0.206497} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.519808] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.524595] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c3f141-128a-4caf-aa6b-ad3362e22375 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.540262] env[69731]: DEBUG oslo_vmware.api [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1377.540262] env[69731]: value = "task-3276299" [ 1377.540262] env[69731]: _type = "Task" [ 1377.540262] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.547235] env[69731]: DEBUG oslo_vmware.api [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.863842] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.911028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-c43ef248-d7d9-4267-86df-019df7e146ec tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.912164] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.049s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.912356] env[69731]: DEBUG nova.compute.manager [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.913436] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f8310c-86e3-4d58-b0df-d981d1583a87 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.920947] env[69731]: DEBUG nova.compute.manager [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69731) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1377.921879] env[69731]: DEBUG nova.objects.instance [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.026133] env[69731]: DEBUG nova.scheduler.client.report [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.049674] env[69731]: DEBUG oslo_vmware.api [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276299, 'name': ReconfigVM_Task, 'duration_secs': 0.123754} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.049946] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654342', 'volume_id': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'name': 'volume-d5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45531584-aead-4e6d-a60f-c331bf4fda27', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899', 'serial': 'd5920f0c-45d8-4aa4-a9b9-76fba7fd6899'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1378.530548] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.531082] env[69731]: DEBUG nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.590142] env[69731]: DEBUG nova.objects.instance [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'flavor' on Instance uuid 45531584-aead-4e6d-a60f-c331bf4fda27 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.929240] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.929634] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7203515a-a01f-4f84-8136-91e78659a103 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.936753] env[69731]: DEBUG oslo_vmware.api [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1378.936753] env[69731]: value = "task-3276300" [ 1378.936753] env[69731]: _type = "Task" [ 1378.936753] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.944706] env[69731]: DEBUG oslo_vmware.api [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.036400] env[69731]: DEBUG nova.compute.utils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.037848] env[69731]: DEBUG nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.038526] env[69731]: DEBUG nova.network.neutron [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.074335] env[69731]: DEBUG nova.policy [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9642cb3c037d4b4baf2cf8bbacf82f30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77574f12d483427e8f137df368ba7bf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.344356] env[69731]: DEBUG nova.network.neutron [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Successfully created port: 0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.446343] env[69731]: DEBUG oslo_vmware.api [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276300, 'name': PowerOffVM_Task, 'duration_secs': 0.165518} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.446646] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.446930] env[69731]: DEBUG nova.compute.manager [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.447708] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f32e23-9768-4ba7-a770-e5c8758e33a6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.540667] env[69731]: DEBUG nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1379.596377] env[69731]: DEBUG oslo_concurrency.lockutils [None req-d4fee778-6179-4541-939c-c30886b4935e tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.959244] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ee75d19f-a9db-4d5b-8fa2-3f9f2c2af8f7 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.246443] env[69731]: DEBUG nova.objects.instance [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.550182] env[69731]: DEBUG nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.576737] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.577065] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.577157] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.577339] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.577489] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.577635] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.577866] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.577996] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.578195] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.578364] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.578534] env[69731]: DEBUG nova.virt.hardware [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.579428] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2da4f1-6847-4c10-a608-c743547cd037 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.587393] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f6d61e-58cf-40ae-979d-4da811419939 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.638537] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "45531584-aead-4e6d-a60f-c331bf4fda27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.638810] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.639028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "45531584-aead-4e6d-a60f-c331bf4fda27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.639214] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.639383] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.641477] env[69731]: INFO nova.compute.manager [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Terminating instance [ 1380.700929] env[69731]: DEBUG nova.compute.manager [req-00218aed-2e8f-402b-8321-c3e8eb3ab280 req-c4c4daa1-9c21-4635-9716-06f1e0459f27 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received event network-vif-plugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.701200] env[69731]: DEBUG oslo_concurrency.lockutils [req-00218aed-2e8f-402b-8321-c3e8eb3ab280 req-c4c4daa1-9c21-4635-9716-06f1e0459f27 service nova] Acquiring lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.701378] env[69731]: DEBUG oslo_concurrency.lockutils [req-00218aed-2e8f-402b-8321-c3e8eb3ab280 req-c4c4daa1-9c21-4635-9716-06f1e0459f27 service nova] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.701466] env[69731]: DEBUG oslo_concurrency.lockutils [req-00218aed-2e8f-402b-8321-c3e8eb3ab280 req-c4c4daa1-9c21-4635-9716-06f1e0459f27 service nova] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.701632] env[69731]: DEBUG nova.compute.manager [req-00218aed-2e8f-402b-8321-c3e8eb3ab280 req-c4c4daa1-9c21-4635-9716-06f1e0459f27 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] No waiting events found dispatching network-vif-plugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.701791] env[69731]: WARNING nova.compute.manager [req-00218aed-2e8f-402b-8321-c3e8eb3ab280 req-c4c4daa1-9c21-4635-9716-06f1e0459f27 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received unexpected event network-vif-plugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 for instance with vm_state building and task_state spawning. [ 1380.751146] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.751310] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.751513] env[69731]: DEBUG nova.network.neutron [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.751700] env[69731]: DEBUG nova.objects.instance [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'info_cache' on Instance uuid 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.777234] env[69731]: DEBUG nova.network.neutron [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Successfully updated port: 0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.145906] env[69731]: DEBUG nova.compute.manager [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.146370] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.147093] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551fceec-b483-4441-9339-b1f6fb492815 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.154599] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.154816] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df5643ad-ed1b-4d13-9aa4-ca60d6775291 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.160102] env[69731]: DEBUG oslo_vmware.api [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1381.160102] env[69731]: value = "task-3276301" [ 1381.160102] env[69731]: _type = "Task" [ 1381.160102] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.169205] env[69731]: DEBUG oslo_vmware.api [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.255786] env[69731]: DEBUG nova.objects.base [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Object Instance<911f0049-5e6f-491c-b5c8-7d20fcc00478> lazy-loaded attributes: flavor,info_cache {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.280281] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.280482] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.280673] env[69731]: DEBUG nova.network.neutron [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.670206] env[69731]: DEBUG oslo_vmware.api [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276301, 'name': PowerOffVM_Task, 'duration_secs': 0.16743} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.670422] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.670587] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.670826] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20914f93-164a-436a-90c1-798dc33f0086 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.820090] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.820330] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.820502] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleting the datastore file [datastore2] 45531584-aead-4e6d-a60f-c331bf4fda27 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.820762] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52cded8a-44ee-4e18-95e5-a793bd86d62d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.825286] env[69731]: DEBUG nova.network.neutron [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.828349] env[69731]: DEBUG oslo_vmware.api [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for the task: (returnval){ [ 1381.828349] env[69731]: value = "task-3276303" [ 1381.828349] env[69731]: _type = "Task" [ 1381.828349] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.835265] env[69731]: DEBUG oslo_vmware.api [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.027198] env[69731]: DEBUG nova.network.neutron [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [{"id": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "address": "fa:16:3e:b0:b4:f4", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fccce38-19", "ovs_interfaceid": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.053199] env[69731]: DEBUG nova.network.neutron [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updating instance_info_cache with network_info: [{"id": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "address": "fa:16:3e:27:0e:e6", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b9ab97-de", "ovs_interfaceid": "27b9ab97-debb-4d31-8c6d-ac8b90217f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.338152] env[69731]: DEBUG oslo_vmware.api [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Task: {'id': task-3276303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128543} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.338509] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.338579] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.338747] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.338917] env[69731]: INFO nova.compute.manager [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1382.339165] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.339355] env[69731]: DEBUG nova.compute.manager [-] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.339449] env[69731]: DEBUG nova.network.neutron [-] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.530405] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.530893] env[69731]: DEBUG nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Instance network_info: |[{"id": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "address": "fa:16:3e:b0:b4:f4", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fccce38-19", "ovs_interfaceid": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.531408] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:b4:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fccce38-1914-46f3-bfbd-f22ca63ccd07', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.539514] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.539733] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.539956] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8156bfa4-89bc-41fc-b996-27c665f1b59a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.556009] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Releasing lock "refresh_cache-911f0049-5e6f-491c-b5c8-7d20fcc00478" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.561095] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.561095] env[69731]: value = "task-3276304" [ 1382.561095] env[69731]: _type = "Task" [ 1382.561095] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.569636] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276304, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.737411] env[69731]: DEBUG nova.compute.manager [req-3df2ef27-0101-4d8d-96e0-83d19218917f req-18cbd609-62e0-4679-b6ff-629dfc6fbb24 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received event network-changed-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.737651] env[69731]: DEBUG nova.compute.manager [req-3df2ef27-0101-4d8d-96e0-83d19218917f req-18cbd609-62e0-4679-b6ff-629dfc6fbb24 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Refreshing instance network info cache due to event network-changed-0fccce38-1914-46f3-bfbd-f22ca63ccd07. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.737868] env[69731]: DEBUG oslo_concurrency.lockutils [req-3df2ef27-0101-4d8d-96e0-83d19218917f req-18cbd609-62e0-4679-b6ff-629dfc6fbb24 service nova] Acquiring lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.738025] env[69731]: DEBUG oslo_concurrency.lockutils [req-3df2ef27-0101-4d8d-96e0-83d19218917f req-18cbd609-62e0-4679-b6ff-629dfc6fbb24 service nova] Acquired lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.738213] env[69731]: DEBUG nova.network.neutron [req-3df2ef27-0101-4d8d-96e0-83d19218917f req-18cbd609-62e0-4679-b6ff-629dfc6fbb24 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Refreshing network info cache for port 0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.072074] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276304, 'name': CreateVM_Task, 'duration_secs': 0.324067} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.072254] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.072931] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.073114] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.073458] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.073708] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e48375a-55f9-4bdf-a7ad-7bbe4733f20e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.078353] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1383.078353] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5257b0d7-ad9b-c106-a0ff-151af937a57a" [ 1383.078353] env[69731]: _type = "Task" [ 1383.078353] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.085978] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5257b0d7-ad9b-c106-a0ff-151af937a57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.240658] env[69731]: DEBUG nova.network.neutron [-] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.475923] env[69731]: DEBUG nova.network.neutron [req-3df2ef27-0101-4d8d-96e0-83d19218917f req-18cbd609-62e0-4679-b6ff-629dfc6fbb24 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updated VIF entry in instance network info cache for port 0fccce38-1914-46f3-bfbd-f22ca63ccd07. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.476366] env[69731]: DEBUG nova.network.neutron [req-3df2ef27-0101-4d8d-96e0-83d19218917f req-18cbd609-62e0-4679-b6ff-629dfc6fbb24 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [{"id": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "address": "fa:16:3e:b0:b4:f4", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fccce38-19", "ovs_interfaceid": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.561688] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.562019] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-421d4cf5-78f3-4524-8178-7f5e419eff30 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.570553] env[69731]: DEBUG oslo_vmware.api [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1383.570553] env[69731]: value = "task-3276305" [ 1383.570553] env[69731]: _type = "Task" [ 1383.570553] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.578070] env[69731]: DEBUG oslo_vmware.api [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.587082] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5257b0d7-ad9b-c106-a0ff-151af937a57a, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.587377] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.587613] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.587847] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.587986] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.588173] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.588412] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-830656ac-77d1-4ca9-bc0b-20314d4bd5cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.598311] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.598486] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.599175] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ba94a2-d346-476a-bc40-9bb95d31fae7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.603787] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1383.603787] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524dd4c6-960a-fcbd-63bd-6514b8f4f43f" [ 1383.603787] env[69731]: _type = "Task" [ 1383.603787] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.612481] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524dd4c6-960a-fcbd-63bd-6514b8f4f43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.745697] env[69731]: INFO nova.compute.manager [-] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Took 1.41 seconds to deallocate network for instance. [ 1383.979063] env[69731]: DEBUG oslo_concurrency.lockutils [req-3df2ef27-0101-4d8d-96e0-83d19218917f req-18cbd609-62e0-4679-b6ff-629dfc6fbb24 service nova] Releasing lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.079966] env[69731]: DEBUG oslo_vmware.api [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276305, 'name': PowerOnVM_Task, 'duration_secs': 0.395826} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.080335] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.080553] env[69731]: DEBUG nova.compute.manager [None req-dedbcd82-4fc3-494c-8ef0-6cc00ea51da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.081430] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee5ae15-0789-46c8-a597-3b59fa994aaa {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.112956] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]524dd4c6-960a-fcbd-63bd-6514b8f4f43f, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.113750] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3c00a2-9006-4861-8d74-da1b8c216b40 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.118579] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1384.118579] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52992d92-619b-7a4a-a206-efd6bbf670d5" [ 1384.118579] env[69731]: _type = "Task" [ 1384.118579] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.126438] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52992d92-619b-7a4a-a206-efd6bbf670d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.252956] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.253263] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.253484] env[69731]: DEBUG nova.objects.instance [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lazy-loading 'resources' on Instance uuid 45531584-aead-4e6d-a60f-c331bf4fda27 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.628358] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52992d92-619b-7a4a-a206-efd6bbf670d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.628693] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.628874] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5/dfd4f693-1a70-4b5c-9ea6-7c8d547155b5.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.629141] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da57488a-f92b-429c-9c98-57cb86691bd6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.635465] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1384.635465] env[69731]: value = "task-3276306" [ 1384.635465] env[69731]: _type = "Task" [ 1384.635465] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.643185] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.762279] env[69731]: DEBUG nova.compute.manager [req-a9539f99-5a47-4945-88e2-1d713e733a7b req-aa1102ae-f2c3-45b7-ac1c-07ae41d0c12d service nova] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Received event network-vif-deleted-18c78055-600c-4681-a511-bde992ef83d4 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.814385] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9af639-3280-4a8a-9492-5234544eb616 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.822455] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e65d87-b9e9-4b44-8afc-c52bfbd7158a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.854336] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff57178-0d57-4d0c-a525-013360b10aa5 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.862345] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4abb13d-6237-4676-a139-8d8f09ee420a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.876799] env[69731]: DEBUG nova.compute.provider_tree [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.145329] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442788} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.145536] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5/dfd4f693-1a70-4b5c-9ea6-7c8d547155b5.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.145745] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.145978] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a45c550-cb3f-412e-ac41-c074e2adb571 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.151436] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1385.151436] env[69731]: value = "task-3276307" [ 1385.151436] env[69731]: _type = "Task" [ 1385.151436] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.158381] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.380562] env[69731]: DEBUG nova.scheduler.client.report [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.660624] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067069} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.660989] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.661629] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24cb47d-814d-4faa-be39-68b2f51697c4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.682659] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5/dfd4f693-1a70-4b5c-9ea6-7c8d547155b5.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.682889] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a31508-ad54-40c4-b5b6-5000a6281505 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.702402] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1385.702402] env[69731]: value = "task-3276308" [ 1385.702402] env[69731]: _type = "Task" [ 1385.702402] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.709619] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.885390] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.905895] env[69731]: INFO nova.scheduler.client.report [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Deleted allocations for instance 45531584-aead-4e6d-a60f-c331bf4fda27 [ 1386.213077] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276308, 'name': ReconfigVM_Task, 'duration_secs': 0.282069} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.213077] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Reconfigured VM instance instance-0000007e to attach disk [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5/dfd4f693-1a70-4b5c-9ea6-7c8d547155b5.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.213698] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fde101ae-97a0-4f98-81ed-f3da1deae51e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.220301] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1386.220301] env[69731]: value = "task-3276309" [ 1386.220301] env[69731]: _type = "Task" [ 1386.220301] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.229630] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276309, 'name': Rename_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.415148] env[69731]: DEBUG oslo_concurrency.lockutils [None req-24260a8c-c638-4398-b0f5-cf7a5af92f9a tempest-AttachVolumeNegativeTest-1748919982 tempest-AttachVolumeNegativeTest-1748919982-project-member] Lock "45531584-aead-4e6d-a60f-c331bf4fda27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.734468] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276309, 'name': Rename_Task} progress is 14%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.230443] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276309, 'name': Rename_Task, 'duration_secs': 0.853541} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.230722] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.230924] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5f55ec-4dac-4c21-ba63-ce4407cb60c8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.236872] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1387.236872] env[69731]: value = "task-3276311" [ 1387.236872] env[69731]: _type = "Task" [ 1387.236872] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.243678] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.746707] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.247468] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.748774] env[69731]: DEBUG oslo_vmware.api [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276311, 'name': PowerOnVM_Task, 'duration_secs': 1.417375} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.750153] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.750153] env[69731]: INFO nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1388.750153] env[69731]: DEBUG nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.750665] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838a58f0-7243-4a53-898f-f95ca6c3934d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.266443] env[69731]: INFO nova.compute.manager [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Took 12.89 seconds to build instance. [ 1389.549959] env[69731]: DEBUG nova.compute.manager [req-3dd1bc8a-a1c7-4c3e-bfca-062cf7370f2c req-8fce0560-0653-4fd6-a8d6-3ca59ba970af service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received event network-changed-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.550183] env[69731]: DEBUG nova.compute.manager [req-3dd1bc8a-a1c7-4c3e-bfca-062cf7370f2c req-8fce0560-0653-4fd6-a8d6-3ca59ba970af service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Refreshing instance network info cache due to event network-changed-0fccce38-1914-46f3-bfbd-f22ca63ccd07. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.550398] env[69731]: DEBUG oslo_concurrency.lockutils [req-3dd1bc8a-a1c7-4c3e-bfca-062cf7370f2c req-8fce0560-0653-4fd6-a8d6-3ca59ba970af service nova] Acquiring lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.550539] env[69731]: DEBUG oslo_concurrency.lockutils [req-3dd1bc8a-a1c7-4c3e-bfca-062cf7370f2c req-8fce0560-0653-4fd6-a8d6-3ca59ba970af service nova] Acquired lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.550696] env[69731]: DEBUG nova.network.neutron [req-3dd1bc8a-a1c7-4c3e-bfca-062cf7370f2c req-8fce0560-0653-4fd6-a8d6-3ca59ba970af service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Refreshing network info cache for port 0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.768685] env[69731]: DEBUG oslo_concurrency.lockutils [None req-7eac4a72-6db0-4941-9563-ef5ffa8590e5 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.402s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.259298] env[69731]: DEBUG nova.network.neutron [req-3dd1bc8a-a1c7-4c3e-bfca-062cf7370f2c req-8fce0560-0653-4fd6-a8d6-3ca59ba970af service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updated VIF entry in instance network info cache for port 0fccce38-1914-46f3-bfbd-f22ca63ccd07. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.259703] env[69731]: DEBUG nova.network.neutron [req-3dd1bc8a-a1c7-4c3e-bfca-062cf7370f2c req-8fce0560-0653-4fd6-a8d6-3ca59ba970af service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [{"id": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "address": "fa:16:3e:b0:b4:f4", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fccce38-19", "ovs_interfaceid": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.762256] env[69731]: DEBUG oslo_concurrency.lockutils [req-3dd1bc8a-a1c7-4c3e-bfca-062cf7370f2c req-8fce0560-0653-4fd6-a8d6-3ca59ba970af service nova] Releasing lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.635481] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.635913] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.635913] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.636016] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.636161] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.636299] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1418.918344] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.312987] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.313365] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.313505] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "911f0049-5e6f-491c-b5c8-7d20fcc00478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.313690] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.313864] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.317611] env[69731]: INFO nova.compute.manager [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Terminating instance [ 1420.821517] env[69731]: DEBUG nova.compute.manager [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.821761] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.822683] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b43d1d-9880-405e-abb3-68f03750aea8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.830505] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.830736] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a94a586e-6e3e-4c26-bb6b-f098941f708d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.836819] env[69731]: DEBUG oslo_vmware.api [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1420.836819] env[69731]: value = "task-3276314" [ 1420.836819] env[69731]: _type = "Task" [ 1420.836819] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.844736] env[69731]: DEBUG oslo_vmware.api [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.347264] env[69731]: DEBUG oslo_vmware.api [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276314, 'name': PowerOffVM_Task, 'duration_secs': 0.206907} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.347593] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.347634] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.347886] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84b5abc9-4cea-482d-b265-3549a24aeb86 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.414482] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.414737] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.414933] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Deleting the datastore file [datastore2] 911f0049-5e6f-491c-b5c8-7d20fcc00478 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.415213] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2745913c-8b2e-47ce-9eef-4f8653ccfd8d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.421775] env[69731]: DEBUG oslo_vmware.api [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1421.421775] env[69731]: value = "task-3276316" [ 1421.421775] env[69731]: _type = "Task" [ 1421.421775] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.429057] env[69731]: DEBUG oslo_vmware.api [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.917830] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.931277] env[69731]: DEBUG oslo_vmware.api [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13301} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.931548] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.931749] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.931929] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.932205] env[69731]: INFO nova.compute.manager [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1421.932479] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.932683] env[69731]: DEBUG nova.compute.manager [-] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.932780] env[69731]: DEBUG nova.network.neutron [-] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.376286] env[69731]: DEBUG nova.compute.manager [req-d9b6d4ac-aac2-457f-9a94-1911d9284381 req-6094244f-0569-4c90-9420-af4af149854e service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Received event network-vif-deleted-27b9ab97-debb-4d31-8c6d-ac8b90217f1c {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.376286] env[69731]: INFO nova.compute.manager [req-d9b6d4ac-aac2-457f-9a94-1911d9284381 req-6094244f-0569-4c90-9420-af4af149854e service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Neutron deleted interface 27b9ab97-debb-4d31-8c6d-ac8b90217f1c; detaching it from the instance and deleting it from the info cache [ 1422.376576] env[69731]: DEBUG nova.network.neutron [req-d9b6d4ac-aac2-457f-9a94-1911d9284381 req-6094244f-0569-4c90-9420-af4af149854e service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.856430] env[69731]: DEBUG nova.network.neutron [-] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.879674] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35e22e82-5c83-402e-b1f4-f2aa0ea5c960 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.889538] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c35b7d-3c51-498c-b9e7-cbb427801a71 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.917314] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.918501] env[69731]: DEBUG nova.compute.manager [req-d9b6d4ac-aac2-457f-9a94-1911d9284381 req-6094244f-0569-4c90-9420-af4af149854e service nova] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Detach interface failed, port_id=27b9ab97-debb-4d31-8c6d-ac8b90217f1c, reason: Instance 911f0049-5e6f-491c-b5c8-7d20fcc00478 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1423.359896] env[69731]: INFO nova.compute.manager [-] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Took 1.43 seconds to deallocate network for instance. [ 1423.420927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.420927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.420927] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.421365] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1423.421976] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bb0ba5-09ca-4550-869a-10afcd603d1b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.430681] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40b9c32-05a7-4c7f-a15d-07c8b8f2d56d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.444163] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cde176-9aa3-4880-a96e-59c708554a4d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.449976] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed451174-22b9-499e-868b-4ab845d10e06 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.478131] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180489MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1423.478272] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.478465] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.866715] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.505537] env[69731]: WARNING nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance 911f0049-5e6f-491c-b5c8-7d20fcc00478 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1424.505782] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1424.505866] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1424.505997] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1424.541116] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744fe0c9-77ce-4217-827c-1c2cea1b9ebe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.548299] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba2d74c-92c3-4e8d-a95e-6442701c0347 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.577016] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d96d676-4803-4993-b82c-7924a82ada3e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.583536] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56608563-6814-4c52-88ec-cf608c90d5cd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.595939] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.098632] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.603888] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1425.604219] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.604463] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.738s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.604661] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.625366] env[69731]: INFO nova.scheduler.client.report [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Deleted allocations for instance 911f0049-5e6f-491c-b5c8-7d20fcc00478 [ 1426.133216] env[69731]: DEBUG oslo_concurrency.lockutils [None req-48749fdd-706f-43c2-8884-3194ec024c81 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "911f0049-5e6f-491c-b5c8-7d20fcc00478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.820s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.558856] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.559149] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.063284] env[69731]: DEBUG nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Starting instance... {{(pid=69731) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1429.173399] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.173678] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.173859] env[69731]: INFO nova.compute.manager [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Shelving [ 1429.586609] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.586909] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.588829] env[69731]: INFO nova.compute.claims [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.601946] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.183333] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.183627] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98ba01f2-8e1d-4f8d-8cfd-54d684f8c0fd {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.191102] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1430.191102] env[69731]: value = "task-3276317" [ 1430.191102] env[69731]: _type = "Task" [ 1430.191102] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.199311] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.634291] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e071d3-c87e-45c8-882a-1b621b147037 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.641855] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad1995-67b3-4448-a8dd-fca94c586611 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.671938] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67e261-7392-47f7-9205-d699e86ba1e2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.678531] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c25581-56bb-4426-a7ba-f7fe6f095ed9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.691198] env[69731]: DEBUG nova.compute.provider_tree [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.699326] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276317, 'name': PowerOffVM_Task, 'duration_secs': 0.171485} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.700120] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.700846] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a761eb-a4b5-4443-846d-486e2c19e549 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.718422] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b10b5c-ba55-4f17-8343-ee12a1f7367f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.196686] env[69731]: DEBUG nova.scheduler.client.report [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.227013] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Creating Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1431.227526] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6bee65d7-4e0e-4095-8d01-e4064548541d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.235248] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1431.235248] env[69731]: value = "task-3276318" [ 1431.235248] env[69731]: _type = "Task" [ 1431.235248] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.242791] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.701352] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.701890] env[69731]: DEBUG nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Start building networks asynchronously for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.744815] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276318, 'name': CreateSnapshot_Task, 'duration_secs': 0.416246} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.745081] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Created Snapshot of the VM instance {{(pid=69731) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1431.745805] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3400f093-9651-4380-b53a-91529257133c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.207163] env[69731]: DEBUG nova.compute.utils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1432.208549] env[69731]: DEBUG nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Allocating IP information in the background. {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1432.208716] env[69731]: DEBUG nova.network.neutron [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] allocate_for_instance() {{(pid=69731) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.246500] env[69731]: DEBUG nova.policy [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2cf85d75aca41868b10c832bf52424e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3b7764c020f4e46ab49d4611452465d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69731) authorize /opt/stack/nova/nova/policy.py:192}} [ 1432.263771] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Creating linked-clone VM from snapshot {{(pid=69731) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1432.264010] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67710e18-1af7-49c1-af66-bc1a2729a3ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.272496] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1432.272496] env[69731]: value = "task-3276319" [ 1432.272496] env[69731]: _type = "Task" [ 1432.272496] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.279925] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276319, 'name': CloneVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.513458] env[69731]: DEBUG nova.network.neutron [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Successfully created port: dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1432.711649] env[69731]: DEBUG nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Start building block device mappings for instance. {{(pid=69731) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.783087] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276319, 'name': CloneVM_Task} progress is 94%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.284459] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276319, 'name': CloneVM_Task, 'duration_secs': 0.994976} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.284746] env[69731]: INFO nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Created linked-clone VM from snapshot [ 1433.285605] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf507767-139e-4916-83c0-ef54f42a7980 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.292589] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Uploading image ca3178ad-0550-4a45-b309-a4c786d031c8 {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1433.319035] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1433.319035] env[69731]: value = "vm-654345" [ 1433.319035] env[69731]: _type = "VirtualMachine" [ 1433.319035] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1433.319318] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca8bfaac-3649-4fb1-a6a3-ffd4b2d30d96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.326056] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lease: (returnval){ [ 1433.326056] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526271e1-881c-9491-e799-6f57d4ed8c72" [ 1433.326056] env[69731]: _type = "HttpNfcLease" [ 1433.326056] env[69731]: } obtained for exporting VM: (result){ [ 1433.326056] env[69731]: value = "vm-654345" [ 1433.326056] env[69731]: _type = "VirtualMachine" [ 1433.326056] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1433.326306] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the lease: (returnval){ [ 1433.326306] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526271e1-881c-9491-e799-6f57d4ed8c72" [ 1433.326306] env[69731]: _type = "HttpNfcLease" [ 1433.326306] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1433.332228] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1433.332228] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526271e1-881c-9491-e799-6f57d4ed8c72" [ 1433.332228] env[69731]: _type = "HttpNfcLease" [ 1433.332228] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1433.722064] env[69731]: DEBUG nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Start spawning the instance on the hypervisor. {{(pid=69731) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1433.743378] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:01:57Z,direct_url=,disk_format='vmdk',id=ed409e28-9fe4-4715-b5e5-02cca3395c21,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b3ac8a8be85d4e22b823c297fa2f0bbc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:01:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.743621] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.743837] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.744059] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.744212] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.744358] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.744566] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.744722] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.744888] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.745057] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.745233] env[69731]: DEBUG nova.virt.hardware [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.746078] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f457286c-f9c7-4379-bb48-3d56ae11be83 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.753947] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118bb88d-e9fd-43a5-aa98-104aca95da3c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.834033] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1433.834033] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526271e1-881c-9491-e799-6f57d4ed8c72" [ 1433.834033] env[69731]: _type = "HttpNfcLease" [ 1433.834033] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1433.834334] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1433.834334] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]526271e1-881c-9491-e799-6f57d4ed8c72" [ 1433.834334] env[69731]: _type = "HttpNfcLease" [ 1433.834334] env[69731]: }. {{(pid=69731) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1433.835070] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4243628-701f-4897-b7af-14bb2e23cf53 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.842067] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c20e-be2e-12a2-4648-b65982080d74/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1433.842256] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c20e-be2e-12a2-4648-b65982080d74/disk-0.vmdk for reading. {{(pid=69731) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1433.901387] env[69731]: DEBUG nova.compute.manager [req-7e6cbdcc-feb6-4d97-89b5-1e257ed71431 req-f887bc62-5966-46d6-bba2-8d6ca79f64bd service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Received event network-vif-plugged-dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.901604] env[69731]: DEBUG oslo_concurrency.lockutils [req-7e6cbdcc-feb6-4d97-89b5-1e257ed71431 req-f887bc62-5966-46d6-bba2-8d6ca79f64bd service nova] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.901809] env[69731]: DEBUG oslo_concurrency.lockutils [req-7e6cbdcc-feb6-4d97-89b5-1e257ed71431 req-f887bc62-5966-46d6-bba2-8d6ca79f64bd service nova] Lock "c48ac365-bb53-473c-b101-05648eb3e72d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.902055] env[69731]: DEBUG oslo_concurrency.lockutils [req-7e6cbdcc-feb6-4d97-89b5-1e257ed71431 req-f887bc62-5966-46d6-bba2-8d6ca79f64bd service nova] Lock "c48ac365-bb53-473c-b101-05648eb3e72d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.902234] env[69731]: DEBUG nova.compute.manager [req-7e6cbdcc-feb6-4d97-89b5-1e257ed71431 req-f887bc62-5966-46d6-bba2-8d6ca79f64bd service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] No waiting events found dispatching network-vif-plugged-dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.902398] env[69731]: WARNING nova.compute.manager [req-7e6cbdcc-feb6-4d97-89b5-1e257ed71431 req-f887bc62-5966-46d6-bba2-8d6ca79f64bd service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Received unexpected event network-vif-plugged-dc38a346-b468-46ba-9793-5a7a9ff6a3a8 for instance with vm_state building and task_state spawning. [ 1433.933071] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8910751a-d882-488a-a322-41ce83d0648e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.963495] env[69731]: DEBUG nova.network.neutron [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Successfully updated port: dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1434.466975] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.467371] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.467714] env[69731]: DEBUG nova.network.neutron [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.000959] env[69731]: DEBUG nova.network.neutron [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Instance cache missing network info. {{(pid=69731) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.125582] env[69731]: DEBUG nova.network.neutron [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updating instance_info_cache with network_info: [{"id": "dc38a346-b468-46ba-9793-5a7a9ff6a3a8", "address": "fa:16:3e:e4:b3:54", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc38a346-b4", "ovs_interfaceid": "dc38a346-b468-46ba-9793-5a7a9ff6a3a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.628544] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Releasing lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.628971] env[69731]: DEBUG nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Instance network_info: |[{"id": "dc38a346-b468-46ba-9793-5a7a9ff6a3a8", "address": "fa:16:3e:e4:b3:54", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc38a346-b4", "ovs_interfaceid": "dc38a346-b468-46ba-9793-5a7a9ff6a3a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69731) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.629431] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:b3:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc38a346-b468-46ba-9793-5a7a9ff6a3a8', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.637528] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.637835] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.638177] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-208fe308-f328-42f7-99b1-2416260e86e9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.658589] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.658589] env[69731]: value = "task-3276321" [ 1435.658589] env[69731]: _type = "Task" [ 1435.658589] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.666614] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276321, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.905894] env[69731]: DEBUG nova.compute.manager [req-5f2ed63d-1a19-4c7e-b1ac-1d8630064a3f req-baa47d39-7df0-4d2a-b9e1-a88819ca6967 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Received event network-changed-dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.906118] env[69731]: DEBUG nova.compute.manager [req-5f2ed63d-1a19-4c7e-b1ac-1d8630064a3f req-baa47d39-7df0-4d2a-b9e1-a88819ca6967 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Refreshing instance network info cache due to event network-changed-dc38a346-b468-46ba-9793-5a7a9ff6a3a8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.906320] env[69731]: DEBUG oslo_concurrency.lockutils [req-5f2ed63d-1a19-4c7e-b1ac-1d8630064a3f req-baa47d39-7df0-4d2a-b9e1-a88819ca6967 service nova] Acquiring lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.906522] env[69731]: DEBUG oslo_concurrency.lockutils [req-5f2ed63d-1a19-4c7e-b1ac-1d8630064a3f req-baa47d39-7df0-4d2a-b9e1-a88819ca6967 service nova] Acquired lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.906770] env[69731]: DEBUG nova.network.neutron [req-5f2ed63d-1a19-4c7e-b1ac-1d8630064a3f req-baa47d39-7df0-4d2a-b9e1-a88819ca6967 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Refreshing network info cache for port dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.169071] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276321, 'name': CreateVM_Task, 'duration_secs': 0.353711} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.169437] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.169889] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.170162] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.170641] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.170903] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb88b9a-440c-466b-b1c8-d0e21bac63c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.175455] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1436.175455] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dc2a81-b9a9-d73b-b215-c62662e2891f" [ 1436.175455] env[69731]: _type = "Task" [ 1436.175455] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.183801] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dc2a81-b9a9-d73b-b215-c62662e2891f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.650449] env[69731]: DEBUG nova.network.neutron [req-5f2ed63d-1a19-4c7e-b1ac-1d8630064a3f req-baa47d39-7df0-4d2a-b9e1-a88819ca6967 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updated VIF entry in instance network info cache for port dc38a346-b468-46ba-9793-5a7a9ff6a3a8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.650826] env[69731]: DEBUG nova.network.neutron [req-5f2ed63d-1a19-4c7e-b1ac-1d8630064a3f req-baa47d39-7df0-4d2a-b9e1-a88819ca6967 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updating instance_info_cache with network_info: [{"id": "dc38a346-b468-46ba-9793-5a7a9ff6a3a8", "address": "fa:16:3e:e4:b3:54", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc38a346-b4", "ovs_interfaceid": "dc38a346-b468-46ba-9793-5a7a9ff6a3a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.685679] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52dc2a81-b9a9-d73b-b215-c62662e2891f, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.685920] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.686171] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Processing image ed409e28-9fe4-4715-b5e5-02cca3395c21 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1436.686405] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.686549] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.686777] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.687047] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2b14660-db42-45c1-8a65-41aa98c6a306 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.695523] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1436.695698] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1436.696420] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f6e894-e111-498a-965a-ed77f23b2945 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.701401] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1436.701401] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5227e1f0-1047-983a-ebd8-4db89ce583cd" [ 1436.701401] env[69731]: _type = "Task" [ 1436.701401] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.708432] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5227e1f0-1047-983a-ebd8-4db89ce583cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.154499] env[69731]: DEBUG oslo_concurrency.lockutils [req-5f2ed63d-1a19-4c7e-b1ac-1d8630064a3f req-baa47d39-7df0-4d2a-b9e1-a88819ca6967 service nova] Releasing lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.217516] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]5227e1f0-1047-983a-ebd8-4db89ce583cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007945} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.218594] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a37c999-736d-4d47-b026-25ce81ccc5c3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.225917] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1437.225917] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e86b56-8658-a827-42e9-a0f963a7a948" [ 1437.225917] env[69731]: _type = "Task" [ 1437.225917] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.236659] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e86b56-8658-a827-42e9-a0f963a7a948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.735964] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52e86b56-8658-a827-42e9-a0f963a7a948, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.736274] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.736533] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] c48ac365-bb53-473c-b101-05648eb3e72d/c48ac365-bb53-473c-b101-05648eb3e72d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1437.736830] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d41a360d-ac9b-4bac-bfc4-981f8fce7c67 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.743116] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1437.743116] env[69731]: value = "task-3276322" [ 1437.743116] env[69731]: _type = "Task" [ 1437.743116] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.750797] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.253327] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422489} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.253683] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ed409e28-9fe4-4715-b5e5-02cca3395c21/ed409e28-9fe4-4715-b5e5-02cca3395c21.vmdk to [datastore2] c48ac365-bb53-473c-b101-05648eb3e72d/c48ac365-bb53-473c-b101-05648eb3e72d.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1438.253797] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Extending root virtual disk to 1048576 {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1438.254071] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90f8153b-93ec-406e-b03d-2514ab123ac6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.260988] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1438.260988] env[69731]: value = "task-3276323" [ 1438.260988] env[69731]: _type = "Task" [ 1438.260988] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.268530] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.771095] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079684} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.771229] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Extended root virtual disk {{(pid=69731) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.771969] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4feb97-5837-4d90-9003-eda341f46284 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.794778] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c48ac365-bb53-473c-b101-05648eb3e72d/c48ac365-bb53-473c-b101-05648eb3e72d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.795097] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-999f5c73-89da-49a0-a906-f22dcab84b09 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.814915] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1438.814915] env[69731]: value = "task-3276324" [ 1438.814915] env[69731]: _type = "Task" [ 1438.814915] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.822823] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.325018] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276324, 'name': ReconfigVM_Task, 'duration_secs': 0.280116} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.325434] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c48ac365-bb53-473c-b101-05648eb3e72d/c48ac365-bb53-473c-b101-05648eb3e72d.vmdk or device None with type sparse {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.326046] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e5981c9-625c-4faf-8102-bc8138890f0c {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.332017] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1439.332017] env[69731]: value = "task-3276325" [ 1439.332017] env[69731]: _type = "Task" [ 1439.332017] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.340297] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276325, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.842363] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276325, 'name': Rename_Task, 'duration_secs': 0.13629} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.842637] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.842886] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-480c169d-7829-4b24-8e0e-c0b2583f7fde {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.850055] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1439.850055] env[69731]: value = "task-3276326" [ 1439.850055] env[69731]: _type = "Task" [ 1439.850055] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.857779] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.361177] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.861278] env[69731]: DEBUG oslo_vmware.api [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276326, 'name': PowerOnVM_Task, 'duration_secs': 0.513146} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.861586] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.861783] env[69731]: INFO nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1440.861968] env[69731]: DEBUG nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.862795] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76da2dd-8db8-4772-85de-667254b59d65 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.135208] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c20e-be2e-12a2-4648-b65982080d74/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1441.136294] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ad13cb-181c-4bf7-a3d8-6eb07cf1c481 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.142355] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c20e-be2e-12a2-4648-b65982080d74/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1441.142517] env[69731]: ERROR oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c20e-be2e-12a2-4648-b65982080d74/disk-0.vmdk due to incomplete transfer. [ 1441.142727] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b7295e1-bca3-49ba-bd3e-9f13617f07f1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.151168] env[69731]: DEBUG oslo_vmware.rw_handles [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2c20e-be2e-12a2-4648-b65982080d74/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1441.151368] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Uploaded image ca3178ad-0550-4a45-b309-a4c786d031c8 to the Glance image server {{(pid=69731) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1441.153711] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Destroying the VM {{(pid=69731) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1441.153908] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c02aad9-37fc-49da-b6af-b059545a295e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.159033] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1441.159033] env[69731]: value = "task-3276327" [ 1441.159033] env[69731]: _type = "Task" [ 1441.159033] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.169016] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276327, 'name': Destroy_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.380208] env[69731]: INFO nova.compute.manager [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Took 11.81 seconds to build instance. [ 1441.604390] env[69731]: DEBUG nova.compute.manager [req-2fa71f87-252f-48a4-a3a4-39124082febd req-c292ff32-951e-4e79-9a00-9367c09ae315 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Received event network-changed-dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.604668] env[69731]: DEBUG nova.compute.manager [req-2fa71f87-252f-48a4-a3a4-39124082febd req-c292ff32-951e-4e79-9a00-9367c09ae315 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Refreshing instance network info cache due to event network-changed-dc38a346-b468-46ba-9793-5a7a9ff6a3a8. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.604898] env[69731]: DEBUG oslo_concurrency.lockutils [req-2fa71f87-252f-48a4-a3a4-39124082febd req-c292ff32-951e-4e79-9a00-9367c09ae315 service nova] Acquiring lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.605211] env[69731]: DEBUG oslo_concurrency.lockutils [req-2fa71f87-252f-48a4-a3a4-39124082febd req-c292ff32-951e-4e79-9a00-9367c09ae315 service nova] Acquired lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.605403] env[69731]: DEBUG nova.network.neutron [req-2fa71f87-252f-48a4-a3a4-39124082febd req-c292ff32-951e-4e79-9a00-9367c09ae315 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Refreshing network info cache for port dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.668639] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276327, 'name': Destroy_Task, 'duration_secs': 0.356788} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.668958] env[69731]: INFO nova.virt.vmwareapi.vm_util [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Destroyed the VM [ 1441.669297] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Deleting Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1441.669584] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9cf457cf-e921-461c-85f8-9203dc9630b6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.675683] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1441.675683] env[69731]: value = "task-3276328" [ 1441.675683] env[69731]: _type = "Task" [ 1441.675683] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.683493] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276328, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.883176] env[69731]: DEBUG oslo_concurrency.lockutils [None req-505ca7df-5547-4747-bdc1-475fecfb9748 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.324s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.186670] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276328, 'name': RemoveSnapshot_Task, 'duration_secs': 0.344961} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.186994] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Deleted Snapshot of the VM instance {{(pid=69731) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1442.187289] env[69731]: DEBUG nova.compute.manager [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.188080] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8317cc-3c8b-44e4-a065-d698884b95bf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.311435] env[69731]: DEBUG nova.network.neutron [req-2fa71f87-252f-48a4-a3a4-39124082febd req-c292ff32-951e-4e79-9a00-9367c09ae315 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updated VIF entry in instance network info cache for port dc38a346-b468-46ba-9793-5a7a9ff6a3a8. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.311967] env[69731]: DEBUG nova.network.neutron [req-2fa71f87-252f-48a4-a3a4-39124082febd req-c292ff32-951e-4e79-9a00-9367c09ae315 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updating instance_info_cache with network_info: [{"id": "dc38a346-b468-46ba-9793-5a7a9ff6a3a8", "address": "fa:16:3e:e4:b3:54", "network": {"id": "2f1543a5-651c-45c9-a9ef-2e56d9fbb7fe", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1267087306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3b7764c020f4e46ab49d4611452465d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc38a346-b4", "ovs_interfaceid": "dc38a346-b468-46ba-9793-5a7a9ff6a3a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.698932] env[69731]: INFO nova.compute.manager [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Shelve offloading [ 1442.815046] env[69731]: DEBUG oslo_concurrency.lockutils [req-2fa71f87-252f-48a4-a3a4-39124082febd req-c292ff32-951e-4e79-9a00-9367c09ae315 service nova] Releasing lock "refresh_cache-c48ac365-bb53-473c-b101-05648eb3e72d" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.203260] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.203603] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4936d24f-d6d0-4c90-a449-b50995ae42c6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.211692] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1443.211692] env[69731]: value = "task-3276329" [ 1443.211692] env[69731]: _type = "Task" [ 1443.211692] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.220819] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] VM already powered off {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1443.221051] env[69731]: DEBUG nova.compute.manager [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.221800] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b88747d-36ee-4546-8107-932ebc6ce3df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.227976] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.228161] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.228335] env[69731]: DEBUG nova.network.neutron [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.917786] env[69731]: DEBUG nova.network.neutron [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [{"id": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "address": "fa:16:3e:b0:b4:f4", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fccce38-19", "ovs_interfaceid": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.420552] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.609541] env[69731]: DEBUG nova.compute.manager [req-c26d27d4-6741-47e7-a366-48e12fa04f35 req-a571bf9c-d53d-4c9d-b3f5-60df5642b919 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received event network-vif-unplugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.609541] env[69731]: DEBUG oslo_concurrency.lockutils [req-c26d27d4-6741-47e7-a366-48e12fa04f35 req-a571bf9c-d53d-4c9d-b3f5-60df5642b919 service nova] Acquiring lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.609789] env[69731]: DEBUG oslo_concurrency.lockutils [req-c26d27d4-6741-47e7-a366-48e12fa04f35 req-a571bf9c-d53d-4c9d-b3f5-60df5642b919 service nova] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.609789] env[69731]: DEBUG oslo_concurrency.lockutils [req-c26d27d4-6741-47e7-a366-48e12fa04f35 req-a571bf9c-d53d-4c9d-b3f5-60df5642b919 service nova] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.610118] env[69731]: DEBUG nova.compute.manager [req-c26d27d4-6741-47e7-a366-48e12fa04f35 req-a571bf9c-d53d-4c9d-b3f5-60df5642b919 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] No waiting events found dispatching network-vif-unplugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.610118] env[69731]: WARNING nova.compute.manager [req-c26d27d4-6741-47e7-a366-48e12fa04f35 req-a571bf9c-d53d-4c9d-b3f5-60df5642b919 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received unexpected event network-vif-unplugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 for instance with vm_state shelved and task_state shelving_offloading. [ 1444.696228] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.697229] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaddf812-2628-42f5-9760-8593980d2fcf {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.704890] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.705129] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bae7be5-a774-41d0-aacf-6b8c685c0b96 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.775611] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.775836] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.776024] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleting the datastore file [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.776292] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0acb0cd-166e-43fd-899f-2de66c2594ff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.781788] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1444.781788] env[69731]: value = "task-3276331" [ 1444.781788] env[69731]: _type = "Task" [ 1444.781788] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.789403] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.292707] env[69731]: DEBUG oslo_vmware.api [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138283} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.293089] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.293218] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.293399] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.315080] env[69731]: INFO nova.scheduler.client.report [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted allocations for instance dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 [ 1445.819118] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.819433] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.819666] env[69731]: DEBUG nova.objects.instance [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'resources' on Instance uuid dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.322160] env[69731]: DEBUG nova.objects.instance [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'numa_topology' on Instance uuid dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.634016] env[69731]: DEBUG nova.compute.manager [req-157b76a6-c328-40fd-a5c5-cfa538fefb25 req-2c7375ff-d6f6-432a-8e37-8ccbb2bbb639 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received event network-changed-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.634234] env[69731]: DEBUG nova.compute.manager [req-157b76a6-c328-40fd-a5c5-cfa538fefb25 req-2c7375ff-d6f6-432a-8e37-8ccbb2bbb639 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Refreshing instance network info cache due to event network-changed-0fccce38-1914-46f3-bfbd-f22ca63ccd07. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1446.634470] env[69731]: DEBUG oslo_concurrency.lockutils [req-157b76a6-c328-40fd-a5c5-cfa538fefb25 req-2c7375ff-d6f6-432a-8e37-8ccbb2bbb639 service nova] Acquiring lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.634613] env[69731]: DEBUG oslo_concurrency.lockutils [req-157b76a6-c328-40fd-a5c5-cfa538fefb25 req-2c7375ff-d6f6-432a-8e37-8ccbb2bbb639 service nova] Acquired lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.634772] env[69731]: DEBUG nova.network.neutron [req-157b76a6-c328-40fd-a5c5-cfa538fefb25 req-2c7375ff-d6f6-432a-8e37-8ccbb2bbb639 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Refreshing network info cache for port 0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.824787] env[69731]: DEBUG nova.objects.base [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69731) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1446.858637] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d02fc1-fbf7-4836-8f67-682237c21883 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.866310] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00291b46-0598-459e-a3ed-42a25e6e9fa0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.896900] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f434e5-fe17-4a1e-8d1f-dda5c4010e62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.903834] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade0274a-8374-4bc4-896c-7e894f852bf4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.917260] env[69731]: DEBUG nova.compute.provider_tree [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.341692] env[69731]: DEBUG nova.network.neutron [req-157b76a6-c328-40fd-a5c5-cfa538fefb25 req-2c7375ff-d6f6-432a-8e37-8ccbb2bbb639 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updated VIF entry in instance network info cache for port 0fccce38-1914-46f3-bfbd-f22ca63ccd07. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.342161] env[69731]: DEBUG nova.network.neutron [req-157b76a6-c328-40fd-a5c5-cfa538fefb25 req-2c7375ff-d6f6-432a-8e37-8ccbb2bbb639 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [{"id": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "address": "fa:16:3e:b0:b4:f4", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0fccce38-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.421192] env[69731]: DEBUG nova.scheduler.client.report [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.584364] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.845465] env[69731]: DEBUG oslo_concurrency.lockutils [req-157b76a6-c328-40fd-a5c5-cfa538fefb25 req-2c7375ff-d6f6-432a-8e37-8ccbb2bbb639 service nova] Releasing lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.925755] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.434240] env[69731]: DEBUG oslo_concurrency.lockutils [None req-bb7f8af2-bc77-4372-8a74-d611a56a6ebb tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.260s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.435439] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.851s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.435737] env[69731]: INFO nova.compute.manager [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Unshelving [ 1449.461329] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.461605] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.461821] env[69731]: DEBUG nova.objects.instance [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'pci_requests' on Instance uuid dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.966135] env[69731]: DEBUG nova.objects.instance [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'numa_topology' on Instance uuid dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.468686] env[69731]: INFO nova.compute.claims [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.515951] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf74459-6a52-49ad-8c75-93ca839ea18a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.523193] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a90121-4c49-4d95-be01-f3b921a226ba {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.551702] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5086da8-4520-442b-a002-3b24b00973d7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.558322] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7977cb04-fcac-41a6-b135-7ab8bd64415b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.570683] env[69731]: DEBUG nova.compute.provider_tree [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.073925] env[69731]: DEBUG nova.scheduler.client.report [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.579607] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.608142] env[69731]: INFO nova.network.neutron [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating port 0fccce38-1914-46f3-bfbd-f22ca63ccd07 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1453.967540] env[69731]: DEBUG nova.compute.manager [req-2e2d76ae-26f6-4412-87f5-4940f7754fe3 req-a132edb4-c9b7-4e90-b2b3-486dbca6ef6e service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received event network-vif-plugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.967786] env[69731]: DEBUG oslo_concurrency.lockutils [req-2e2d76ae-26f6-4412-87f5-4940f7754fe3 req-a132edb4-c9b7-4e90-b2b3-486dbca6ef6e service nova] Acquiring lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.968114] env[69731]: DEBUG oslo_concurrency.lockutils [req-2e2d76ae-26f6-4412-87f5-4940f7754fe3 req-a132edb4-c9b7-4e90-b2b3-486dbca6ef6e service nova] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.968270] env[69731]: DEBUG oslo_concurrency.lockutils [req-2e2d76ae-26f6-4412-87f5-4940f7754fe3 req-a132edb4-c9b7-4e90-b2b3-486dbca6ef6e service nova] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.968484] env[69731]: DEBUG nova.compute.manager [req-2e2d76ae-26f6-4412-87f5-4940f7754fe3 req-a132edb4-c9b7-4e90-b2b3-486dbca6ef6e service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] No waiting events found dispatching network-vif-plugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.968605] env[69731]: WARNING nova.compute.manager [req-2e2d76ae-26f6-4412-87f5-4940f7754fe3 req-a132edb4-c9b7-4e90-b2b3-486dbca6ef6e service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received unexpected event network-vif-plugged-0fccce38-1914-46f3-bfbd-f22ca63ccd07 for instance with vm_state shelved_offloaded and task_state spawning. [ 1454.046497] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.046714] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.046988] env[69731]: DEBUG nova.network.neutron [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Building network info cache for instance {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.739282] env[69731]: DEBUG nova.network.neutron [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [{"id": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "address": "fa:16:3e:b0:b4:f4", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fccce38-19", "ovs_interfaceid": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.242497] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.272283] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:02:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1898bf46e6142245fa330458f542a814',container_format='bare',created_at=2025-04-03T18:17:28Z,direct_url=,disk_format='vmdk',id=ca3178ad-0550-4a45-b309-a4c786d031c8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2096876660-shelved',owner='77574f12d483427e8f137df368ba7bf0',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T18:17:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.272543] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Flavor limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.272700] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Image limits 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.272878] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Flavor pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.273043] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Image pref 0:0:0 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.273219] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69731) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.273425] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.273579] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.273742] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Got 1 possible topologies {{(pid=69731) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.273901] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.274082] env[69731]: DEBUG nova.virt.hardware [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69731) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.275044] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4092f835-7aab-419b-93f4-b0efbddb9bad {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.282724] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3a28f4-8bce-4086-bca9-4e87df11e672 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.295891] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:b4:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fccce38-1914-46f3-bfbd-f22ca63ccd07', 'vif_model': 'vmxnet3'}] {{(pid=69731) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.303229] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1455.303483] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Creating VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.303724] env[69731]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c79bec5f-3650-4df4-8169-92d517d474b8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.324579] env[69731]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.324579] env[69731]: value = "task-3276332" [ 1455.324579] env[69731]: _type = "Task" [ 1455.324579] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.332664] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276332, 'name': CreateVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.835114] env[69731]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276332, 'name': CreateVM_Task, 'duration_secs': 0.289807} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.835114] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Created VM on the ESX host {{(pid=69731) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.835783] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.835943] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.836361] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.836631] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2fa139-7011-42c2-99ce-ac8deb549838 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.840787] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1455.840787] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520a5175-0c9d-505a-6ef9-6683414f6af3" [ 1455.840787] env[69731]: _type = "Task" [ 1455.840787] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.848063] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]520a5175-0c9d-505a-6ef9-6683414f6af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.994251] env[69731]: DEBUG nova.compute.manager [req-54d59524-76b8-46c4-9071-4a6dc2becb82 req-87d3160d-95d8-44c6-a364-a798d347c950 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received event network-changed-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.994526] env[69731]: DEBUG nova.compute.manager [req-54d59524-76b8-46c4-9071-4a6dc2becb82 req-87d3160d-95d8-44c6-a364-a798d347c950 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Refreshing instance network info cache due to event network-changed-0fccce38-1914-46f3-bfbd-f22ca63ccd07. {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1455.994740] env[69731]: DEBUG oslo_concurrency.lockutils [req-54d59524-76b8-46c4-9071-4a6dc2becb82 req-87d3160d-95d8-44c6-a364-a798d347c950 service nova] Acquiring lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.994896] env[69731]: DEBUG oslo_concurrency.lockutils [req-54d59524-76b8-46c4-9071-4a6dc2becb82 req-87d3160d-95d8-44c6-a364-a798d347c950 service nova] Acquired lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.995089] env[69731]: DEBUG nova.network.neutron [req-54d59524-76b8-46c4-9071-4a6dc2becb82 req-87d3160d-95d8-44c6-a364-a798d347c950 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Refreshing network info cache for port 0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.350244] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.350541] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Processing image ca3178ad-0550-4a45-b309-a4c786d031c8 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.350723] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8/ca3178ad-0550-4a45-b309-a4c786d031c8.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.350868] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8/ca3178ad-0550-4a45-b309-a4c786d031c8.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.351059] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.351305] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9580c9f-a377-46fa-ba21-f42bc7977dd9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.369515] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.369673] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69731) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.370364] env[69731]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36422fa5-58a4-430b-bc74-732a56a9cadc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.375385] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1456.375385] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52893ea9-c137-7271-48b0-3391257e1b76" [ 1456.375385] env[69731]: _type = "Task" [ 1456.375385] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.383218] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52893ea9-c137-7271-48b0-3391257e1b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.674811] env[69731]: DEBUG nova.network.neutron [req-54d59524-76b8-46c4-9071-4a6dc2becb82 req-87d3160d-95d8-44c6-a364-a798d347c950 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updated VIF entry in instance network info cache for port 0fccce38-1914-46f3-bfbd-f22ca63ccd07. {{(pid=69731) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.675184] env[69731]: DEBUG nova.network.neutron [req-54d59524-76b8-46c4-9071-4a6dc2becb82 req-87d3160d-95d8-44c6-a364-a798d347c950 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [{"id": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "address": "fa:16:3e:b0:b4:f4", "network": {"id": "dda9933b-da91-4db5-9821-5ff9aac5d174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745581029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77574f12d483427e8f137df368ba7bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fccce38-19", "ovs_interfaceid": "0fccce38-1914-46f3-bfbd-f22ca63ccd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.885533] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Preparing fetch location {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1456.885728] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Fetch image to [datastore1] OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041/OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041.vmdk {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1456.885911] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Downloading stream optimized image ca3178ad-0550-4a45-b309-a4c786d031c8 to [datastore1] OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041/OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041.vmdk on the data store datastore1 as vApp {{(pid=69731) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1456.886095] env[69731]: DEBUG nova.virt.vmwareapi.images [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Downloading image file data ca3178ad-0550-4a45-b309-a4c786d031c8 to the ESX as VM named 'OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041' {{(pid=69731) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1456.951887] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1456.951887] env[69731]: value = "resgroup-9" [ 1456.951887] env[69731]: _type = "ResourcePool" [ 1456.951887] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1456.952191] env[69731]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ed0bab41-7344-4922-b1ee-4a2a3cbd8ba9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.975071] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lease: (returnval){ [ 1456.975071] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52407a18-af38-5e70-ace3-f0985a8f3470" [ 1456.975071] env[69731]: _type = "HttpNfcLease" [ 1456.975071] env[69731]: } obtained for vApp import into resource pool (val){ [ 1456.975071] env[69731]: value = "resgroup-9" [ 1456.975071] env[69731]: _type = "ResourcePool" [ 1456.975071] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1456.975305] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the lease: (returnval){ [ 1456.975305] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52407a18-af38-5e70-ace3-f0985a8f3470" [ 1456.975305] env[69731]: _type = "HttpNfcLease" [ 1456.975305] env[69731]: } to be ready. {{(pid=69731) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1456.981055] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1456.981055] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52407a18-af38-5e70-ace3-f0985a8f3470" [ 1456.981055] env[69731]: _type = "HttpNfcLease" [ 1456.981055] env[69731]: } is initializing. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1457.177754] env[69731]: DEBUG oslo_concurrency.lockutils [req-54d59524-76b8-46c4-9071-4a6dc2becb82 req-87d3160d-95d8-44c6-a364-a798d347c950 service nova] Releasing lock "refresh_cache-dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.482820] env[69731]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1457.482820] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52407a18-af38-5e70-ace3-f0985a8f3470" [ 1457.482820] env[69731]: _type = "HttpNfcLease" [ 1457.482820] env[69731]: } is ready. {{(pid=69731) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1457.483298] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1457.483298] env[69731]: value = "session[5269b44f-59e5-a3fa-ffba-a9187260c04c]52407a18-af38-5e70-ace3-f0985a8f3470" [ 1457.483298] env[69731]: _type = "HttpNfcLease" [ 1457.483298] env[69731]: }. {{(pid=69731) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1457.483842] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1051478-3df7-41da-946f-b5080b40fc20 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.490942] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297dfb1-058c-3d79-ef05-e0187bb7996e/disk-0.vmdk from lease info. {{(pid=69731) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1457.491137] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297dfb1-058c-3d79-ef05-e0187bb7996e/disk-0.vmdk. {{(pid=69731) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1457.553619] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a66595e-024d-445b-9226-6c5cf8fd012e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.636204] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Completed reading data from the image iterator. {{(pid=69731) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1458.636531] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297dfb1-058c-3d79-ef05-e0187bb7996e/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1458.637543] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b3eb34-143a-4688-af5b-cbf65a5aef03 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.645209] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297dfb1-058c-3d79-ef05-e0187bb7996e/disk-0.vmdk is in state: ready. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1458.645377] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297dfb1-058c-3d79-ef05-e0187bb7996e/disk-0.vmdk. {{(pid=69731) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1458.645595] env[69731]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9011931e-eb60-4fe9-8321-203acbd44102 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.820762] env[69731]: DEBUG oslo_vmware.rw_handles [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5297dfb1-058c-3d79-ef05-e0187bb7996e/disk-0.vmdk. {{(pid=69731) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1458.820981] env[69731]: INFO nova.virt.vmwareapi.images [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Downloaded image file data ca3178ad-0550-4a45-b309-a4c786d031c8 [ 1458.821894] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af23cdd-2ee1-4856-9844-3738111bf2a9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.837794] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e828355-13c3-416b-b522-a95b900a199a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.868388] env[69731]: INFO nova.virt.vmwareapi.images [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] The imported VM was unregistered [ 1458.870843] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Caching image {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1458.871088] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.871340] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a80ee61-80dc-4faa-bf19-d4d8a9ba9a46 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.914062] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Created directory with path [datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8 {{(pid=69731) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.914297] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041/OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041.vmdk to [datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8/ca3178ad-0550-4a45-b309-a4c786d031c8.vmdk. {{(pid=69731) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1458.914561] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-aa0ccc0c-54d4-489f-ac44-d5d4a53db37f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.921158] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1458.921158] env[69731]: value = "task-3276335" [ 1458.921158] env[69731]: _type = "Task" [ 1458.921158] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.928479] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276335, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.431252] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276335, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.931786] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276335, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.433386] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276335, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.934525] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276335, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.436060] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276335, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.242336} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.436060] env[69731]: INFO nova.virt.vmwareapi.ds_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041/OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041.vmdk to [datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8/ca3178ad-0550-4a45-b309-a4c786d031c8.vmdk. [ 1461.436060] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Cleaning up location [datastore1] OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041 {{(pid=69731) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1461.436060] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8c35bbeb-4df4-4bba-91da-516b4065d041 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.436336] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-377a1eb9-86ae-4dba-b6cb-1550ae14459d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.443038] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1461.443038] env[69731]: value = "task-3276336" [ 1461.443038] env[69731]: _type = "Task" [ 1461.443038] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.450376] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.954369] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04515} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.954713] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1461.954836] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8/ca3178ad-0550-4a45-b309-a4c786d031c8.vmdk" {{(pid=69731) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.955041] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8/ca3178ad-0550-4a45-b309-a4c786d031c8.vmdk to [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5/dfd4f693-1a70-4b5c-9ea6-7c8d547155b5.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.955300] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4def91e7-4dcf-4510-90c0-dac6c8784dbe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.962258] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1461.962258] env[69731]: value = "task-3276337" [ 1461.962258] env[69731]: _type = "Task" [ 1461.962258] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.969833] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.472578] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276337, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.973172] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276337, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.474428] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276337, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.975137] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276337, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.476523] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276337, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.192613} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.476783] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ca3178ad-0550-4a45-b309-a4c786d031c8/ca3178ad-0550-4a45-b309-a4c786d031c8.vmdk to [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5/dfd4f693-1a70-4b5c-9ea6-7c8d547155b5.vmdk {{(pid=69731) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.477584] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3408855d-f109-494e-90f7-95377ee7c35d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.499444] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5/dfd4f693-1a70-4b5c-9ea6-7c8d547155b5.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.499674] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9580164e-c6db-4228-afef-029a83fccec3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.518712] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1464.518712] env[69731]: value = "task-3276338" [ 1464.518712] env[69731]: _type = "Task" [ 1464.518712] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.525667] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.028504] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276338, 'name': ReconfigVM_Task, 'duration_secs': 0.30404} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.028835] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Reconfigured VM instance instance-0000007e to attach disk [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5/dfd4f693-1a70-4b5c-9ea6-7c8d547155b5.vmdk or device None with type streamOptimized {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.029368] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ffcbe1b-367f-4615-bfa7-e51a9b0d2b28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.035388] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1465.035388] env[69731]: value = "task-3276339" [ 1465.035388] env[69731]: _type = "Task" [ 1465.035388] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.042709] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276339, 'name': Rename_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.545476] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276339, 'name': Rename_Task, 'duration_secs': 0.137621} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.545689] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powering on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.545922] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-726c23af-747c-41aa-abae-ed58d45a280d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.551866] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1465.551866] env[69731]: value = "task-3276340" [ 1465.551866] env[69731]: _type = "Task" [ 1465.551866] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.559627] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.061784] env[69731]: DEBUG oslo_vmware.api [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276340, 'name': PowerOnVM_Task, 'duration_secs': 0.469484} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.062151] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powered on the VM {{(pid=69731) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.158769] env[69731]: DEBUG nova.compute.manager [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Checking state {{(pid=69731) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.159768] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31eb301-dc36-4abf-81a5-f487ac720ba0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.678064] env[69731]: DEBUG oslo_concurrency.lockutils [None req-785eaaae-4893-4655-8507-2b4b4f12ff0e tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.242s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.918801] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.918588] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.913424] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.009885] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.010157] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.513804] env[69731]: DEBUG nova.compute.utils [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1479.917541] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.917767] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.917912] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69731) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1480.016997] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.918020] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.076370] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.076782] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.076904] env[69731]: INFO nova.compute.manager [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Attaching volume 460c3897-2ca2-4a2d-a66d-673b6886e7a7 to /dev/sdb [ 1481.108391] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e103432-3dc8-4c2a-976b-9eb39dbc4452 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.114987] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d098f2-6a8e-46f9-b9b5-fa489b07a638 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.128141] env[69731]: DEBUG nova.virt.block_device [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updating existing volume attachment record: 88835277-3d9a-4d5d-b0db-b1c5760b7fd5 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1482.918445] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.918755] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Cleaning up deleted instances with incomplete migration {{(pid=69731) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1484.420792] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.917851] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.420729] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.420985] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.421237] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.421320] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69731) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1485.422262] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c558bd-7cc6-4052-9a98-c97f6cceef70 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.430162] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96359e60-6bdf-4c8b-abb2-024a43504440 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.445453] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e6d82f-b9d0-4d6e-adbd-5bde407d35df {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.451483] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1bd1fa-828d-4b8e-a3e3-c50b9bb8937f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.479348] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180663MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69731) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1485.479486] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.479684] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.673819] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1485.674085] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654349', 'volume_id': '460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'name': 'volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c48ac365-bb53-473c-b101-05648eb3e72d', 'attached_at': '', 'detached_at': '', 'volume_id': '460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'serial': '460c3897-2ca2-4a2d-a66d-673b6886e7a7'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1485.674996] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0bb3fb-4a19-47fc-a029-aa77f03a060a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.691863] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04e6900-1ee3-4285-adb3-a0b0ca8e0896 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.716421] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7/volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.716725] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f1ad91-5c0e-4fd1-a219-204811faece8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.735044] env[69731]: DEBUG oslo_vmware.api [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1485.735044] env[69731]: value = "task-3276343" [ 1485.735044] env[69731]: _type = "Task" [ 1485.735044] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.743878] env[69731]: DEBUG oslo_vmware.api [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.244430] env[69731]: DEBUG oslo_vmware.api [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276343, 'name': ReconfigVM_Task, 'duration_secs': 0.352164} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.244701] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7/volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.249524] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34559d60-245a-42f2-9c9d-88b813606643 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.265908] env[69731]: DEBUG oslo_vmware.api [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1486.265908] env[69731]: value = "task-3276344" [ 1486.265908] env[69731]: _type = "Task" [ 1486.265908] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.278518] env[69731]: DEBUG oslo_vmware.api [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.574506] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance c48ac365-bb53-473c-b101-05648eb3e72d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1486.574764] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Instance dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69731) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1486.574836] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1486.574969] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69731) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1486.615968] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819e7389-35a8-44af-81f6-fe61fb3c2906 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.623535] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340840e4-d4ee-49b7-92b9-20c77f73bb2f {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.652626] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1865a89-85af-4c66-9d68-77ebaeebfb7e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.660192] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efcf630-9408-4744-8e2d-1436d0c7814e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.673446] env[69731]: DEBUG nova.compute.provider_tree [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.775961] env[69731]: DEBUG oslo_vmware.api [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276344, 'name': ReconfigVM_Task, 'duration_secs': 0.171403} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.776285] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654349', 'volume_id': '460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'name': 'volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c48ac365-bb53-473c-b101-05648eb3e72d', 'attached_at': '', 'detached_at': '', 'volume_id': '460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'serial': '460c3897-2ca2-4a2d-a66d-673b6886e7a7'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1487.176742] env[69731]: DEBUG nova.scheduler.client.report [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.682531] env[69731]: DEBUG nova.compute.resource_tracker [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69731) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1487.682949] env[69731]: DEBUG oslo_concurrency.lockutils [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.203s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.682949] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.814049] env[69731]: DEBUG nova.objects.instance [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid c48ac365-bb53-473c-b101-05648eb3e72d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.321036] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4413282c-c6f1-46c9-b507-817d74407201 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.138607] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.139028] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.642536] env[69731]: DEBUG nova.compute.utils [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Using /dev/sd instead of None {{(pid=69731) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1490.145369] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.201615] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.201981] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.202169] env[69731]: INFO nova.compute.manager [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Attaching volume d33b8b50-1159-490f-be9b-88d0d884f81a to /dev/sdc [ 1491.231211] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a30aa8f-0412-43d0-8290-b12d4aa3bb28 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.237986] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4c515c-22d7-45a4-88c4-d395609b8432 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.250780] env[69731]: DEBUG nova.virt.block_device [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updating existing volume attachment record: 51f3c9c0-e371-4132-bfb3-72ea1f7ea350 {{(pid=69731) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1492.421619] env[69731]: DEBUG oslo_service.periodic_task [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69731) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.421973] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] Cleaning up deleted instances {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1492.930345] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] There are 26 instances to clean {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1492.930558] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 45531584-aead-4e6d-a60f-c331bf4fda27] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.434840] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 911f0049-5e6f-491c-b5c8-7d20fcc00478] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.936596] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: c2d0d26d-5bee-4501-b2f0-fe7ab37ed8d7] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.440917] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 70577477-814b-46aa-bd10-bcc984fa75a2] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.944909] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 56a87921-d0e5-40ad-b23f-c703f256c973] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.448971] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 99440b62-6b9d-4968-8bb3-db04d27892f3] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.791984] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Volume attach. Driver type: vmdk {{(pid=69731) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1495.792265] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654350', 'volume_id': 'd33b8b50-1159-490f-be9b-88d0d884f81a', 'name': 'volume-d33b8b50-1159-490f-be9b-88d0d884f81a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c48ac365-bb53-473c-b101-05648eb3e72d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd33b8b50-1159-490f-be9b-88d0d884f81a', 'serial': 'd33b8b50-1159-490f-be9b-88d0d884f81a'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1495.793173] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3f7259-ad5f-4311-806d-6930b0bbcf05 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.809305] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfd2044-c6f8-42a6-8348-c56a9119969e {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.835221] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-d33b8b50-1159-490f-be9b-88d0d884f81a/volume-d33b8b50-1159-490f-be9b-88d0d884f81a.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.835444] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff76c66-a8da-460e-9c90-d1ba71abee62 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.852012] env[69731]: DEBUG oslo_vmware.api [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1495.852012] env[69731]: value = "task-3276347" [ 1495.852012] env[69731]: _type = "Task" [ 1495.852012] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.859209] env[69731]: DEBUG oslo_vmware.api [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.952019] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: a660956a-6c0b-4425-8256-5f058d169962] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.361248] env[69731]: DEBUG oslo_vmware.api [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276347, 'name': ReconfigVM_Task, 'duration_secs': 0.398408} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.361389] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-d33b8b50-1159-490f-be9b-88d0d884f81a/volume-d33b8b50-1159-490f-be9b-88d0d884f81a.vmdk or device None with type thin {{(pid=69731) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.366053] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9bba16-9e15-448a-a809-c70718fb4fde {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.380456] env[69731]: DEBUG oslo_vmware.api [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1496.380456] env[69731]: value = "task-3276348" [ 1496.380456] env[69731]: _type = "Task" [ 1496.380456] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.388458] env[69731]: DEBUG oslo_vmware.api [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.455798] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: d027cada-ade1-4180-9ab5-f2442566db13] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.890366] env[69731]: DEBUG oslo_vmware.api [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276348, 'name': ReconfigVM_Task, 'duration_secs': 0.142691} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.890679] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654350', 'volume_id': 'd33b8b50-1159-490f-be9b-88d0d884f81a', 'name': 'volume-d33b8b50-1159-490f-be9b-88d0d884f81a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c48ac365-bb53-473c-b101-05648eb3e72d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd33b8b50-1159-490f-be9b-88d0d884f81a', 'serial': 'd33b8b50-1159-490f-be9b-88d0d884f81a'} {{(pid=69731) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1496.958678] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 2fe88a80-edd9-4410-9aba-f28ff4836fca] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.461239] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: a5195240-9731-4197-952b-eda4136d179b] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.925741] env[69731]: DEBUG nova.objects.instance [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid c48ac365-bb53-473c-b101-05648eb3e72d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.964142] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: ed6f8456-448a-459c-92d9-b171d76335cd] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.431822] env[69731]: DEBUG oslo_concurrency.lockutils [None req-dc9d4846-8a1a-42a1-9a92-d924a0ef327d tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.466977] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: bf0d87cb-f348-4133-b65a-0f7934533e01] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.722521] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.722843] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.969834] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 91d1e227-cb0e-4eea-b28f-7aa220957611] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.226436] env[69731]: INFO nova.compute.manager [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Detaching volume 460c3897-2ca2-4a2d-a66d-673b6886e7a7 [ 1499.256743] env[69731]: INFO nova.virt.block_device [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Attempting to driver detach volume 460c3897-2ca2-4a2d-a66d-673b6886e7a7 from mountpoint /dev/sdb [ 1499.257043] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1499.257335] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654349', 'volume_id': '460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'name': 'volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c48ac365-bb53-473c-b101-05648eb3e72d', 'attached_at': '', 'detached_at': '', 'volume_id': '460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'serial': '460c3897-2ca2-4a2d-a66d-673b6886e7a7'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1499.258293] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f776ad5-4193-41c7-84ca-04e6fc724a4a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.282055] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f4a041-2f43-46af-a00b-9e0eaf99c5b7 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.288529] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b11d1a-2b54-4c46-b89f-ba7b87285a06 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.311407] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07bce12-0158-4db8-b594-479f78016de9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.325119] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] The volume has not been displaced from its original location: [datastore2] volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7/volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1499.330400] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1499.330649] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0343f9f0-a89d-4244-b1b5-6e8f4669fed2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.347954] env[69731]: DEBUG oslo_vmware.api [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1499.347954] env[69731]: value = "task-3276349" [ 1499.347954] env[69731]: _type = "Task" [ 1499.347954] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.355231] env[69731]: DEBUG oslo_vmware.api [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.473091] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: cf4f3fb4-777d-4e76-adbf-85be1b934556] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.858546] env[69731]: DEBUG oslo_vmware.api [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276349, 'name': ReconfigVM_Task, 'duration_secs': 0.220471} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.858826] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1499.863359] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d6dd82-f536-46bf-a2c6-e95c23a49ce3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.877931] env[69731]: DEBUG oslo_vmware.api [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1499.877931] env[69731]: value = "task-3276350" [ 1499.877931] env[69731]: _type = "Task" [ 1499.877931] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.889131] env[69731]: DEBUG oslo_vmware.api [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.976902] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 7499312f-3f3c-4c71-94d5-a4d3b2ce26f7] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.387717] env[69731]: DEBUG oslo_vmware.api [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276350, 'name': ReconfigVM_Task, 'duration_secs': 0.134003} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.388024] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654349', 'volume_id': '460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'name': 'volume-460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c48ac365-bb53-473c-b101-05648eb3e72d', 'attached_at': '', 'detached_at': '', 'volume_id': '460c3897-2ca2-4a2d-a66d-673b6886e7a7', 'serial': '460c3897-2ca2-4a2d-a66d-673b6886e7a7'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1500.480727] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: dc39fedf-8db2-4922-a357-a6321cf8ef1b] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.927443] env[69731]: DEBUG nova.objects.instance [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid c48ac365-bb53-473c-b101-05648eb3e72d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.983672] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 09fb6d5d-4365-4377-bb53-3cfdbd0038a8] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.487661] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 661d513f-80a6-4fbf-b047-64ba43490b27] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.769022] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.769318] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.769535] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.770091] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.770278] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.772387] env[69731]: INFO nova.compute.manager [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Terminating instance [ 1501.935055] env[69731]: DEBUG oslo_concurrency.lockutils [None req-4390391b-0c76-45ef-88cf-827e0b338da6 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.954759] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.954994] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.991618] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 569c7b2e-f30c-4768-825e-0760e9dcc821] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.276805] env[69731]: DEBUG nova.compute.manager [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.277059] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.278369] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a926567-90b8-49fb-9737-098edab06182 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.285865] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.286098] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2c8e5f5-dc3a-4ede-8ad2-0086112d8577 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.292584] env[69731]: DEBUG oslo_vmware.api [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1502.292584] env[69731]: value = "task-3276351" [ 1502.292584] env[69731]: _type = "Task" [ 1502.292584] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.299776] env[69731]: DEBUG oslo_vmware.api [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.458792] env[69731]: INFO nova.compute.manager [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Detaching volume d33b8b50-1159-490f-be9b-88d0d884f81a [ 1502.489912] env[69731]: INFO nova.virt.block_device [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Attempting to driver detach volume d33b8b50-1159-490f-be9b-88d0d884f81a from mountpoint /dev/sdc [ 1502.490160] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Volume detach. Driver type: vmdk {{(pid=69731) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1502.490343] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654350', 'volume_id': 'd33b8b50-1159-490f-be9b-88d0d884f81a', 'name': 'volume-d33b8b50-1159-490f-be9b-88d0d884f81a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c48ac365-bb53-473c-b101-05648eb3e72d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd33b8b50-1159-490f-be9b-88d0d884f81a', 'serial': 'd33b8b50-1159-490f-be9b-88d0d884f81a'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1502.491228] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38beac58-5332-456d-b852-363a5c06c758 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.495485] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 9fffa1fe-484e-4534-b2a7-8ce278903b12] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.513634] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4acf3a-9aea-492c-8108-e062255bc9fe {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.520732] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e642c32c-046f-4ae2-88f8-a716cf0ff5f2 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.540395] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e27a7c-83d2-4cf6-9559-c6c34e601471 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.555141] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] The volume has not been displaced from its original location: [datastore1] volume-d33b8b50-1159-490f-be9b-88d0d884f81a/volume-d33b8b50-1159-490f-be9b-88d0d884f81a.vmdk. No consolidation needed. {{(pid=69731) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1502.560289] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1502.560528] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16533ad4-afa5-43a7-ae81-27f10d4d4a67 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.577046] env[69731]: DEBUG oslo_vmware.api [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1502.577046] env[69731]: value = "task-3276352" [ 1502.577046] env[69731]: _type = "Task" [ 1502.577046] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.584161] env[69731]: DEBUG oslo_vmware.api [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.802407] env[69731]: DEBUG oslo_vmware.api [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276351, 'name': PowerOffVM_Task, 'duration_secs': 0.172514} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.802605] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.802871] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.802995] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0194ed47-5fae-4884-9cd2-0259da52f4b1 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.868716] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.868918] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Deleting contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.869111] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleting the datastore file [datastore1] dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.869365] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f1f642c-6176-421b-9b70-7df950eebea6 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.875175] env[69731]: DEBUG oslo_vmware.api [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for the task: (returnval){ [ 1502.875175] env[69731]: value = "task-3276354" [ 1502.875175] env[69731]: _type = "Task" [ 1502.875175] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.882635] env[69731]: DEBUG oslo_vmware.api [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.013873] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: eaed62e7-5791-4ae5-895a-cb993e238f31] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.086716] env[69731]: DEBUG oslo_vmware.api [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276352, 'name': ReconfigVM_Task, 'duration_secs': 0.230633} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.086941] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69731) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1503.091584] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c536b233-efd6-4aef-aa0e-fae536263948 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.106222] env[69731]: DEBUG oslo_vmware.api [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1503.106222] env[69731]: value = "task-3276355" [ 1503.106222] env[69731]: _type = "Task" [ 1503.106222] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.113621] env[69731]: DEBUG oslo_vmware.api [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.385238] env[69731]: DEBUG oslo_vmware.api [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Task: {'id': task-3276354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124435} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.385446] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.385628] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Deleted contents of the VM from datastore datastore1 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.385800] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.385971] env[69731]: INFO nova.compute.manager [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1503.386233] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1503.386427] env[69731]: DEBUG nova.compute.manager [-] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.386522] env[69731]: DEBUG nova.network.neutron [-] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.517551] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 2e568988-c2e4-43d4-a0da-b466d4b1fa82] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.616849] env[69731]: DEBUG oslo_vmware.api [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276355, 'name': ReconfigVM_Task, 'duration_secs': 0.143474} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.617273] env[69731]: DEBUG nova.virt.vmwareapi.volumeops [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654350', 'volume_id': 'd33b8b50-1159-490f-be9b-88d0d884f81a', 'name': 'volume-d33b8b50-1159-490f-be9b-88d0d884f81a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c48ac365-bb53-473c-b101-05648eb3e72d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd33b8b50-1159-490f-be9b-88d0d884f81a', 'serial': 'd33b8b50-1159-490f-be9b-88d0d884f81a'} {{(pid=69731) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1503.811278] env[69731]: DEBUG nova.compute.manager [req-4fd4b4e3-745c-46fb-84bc-4c3ed678bc54 req-c5414559-3350-4b05-a4e4-e62310da7ba7 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Received event network-vif-deleted-0fccce38-1914-46f3-bfbd-f22ca63ccd07 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.811485] env[69731]: INFO nova.compute.manager [req-4fd4b4e3-745c-46fb-84bc-4c3ed678bc54 req-c5414559-3350-4b05-a4e4-e62310da7ba7 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Neutron deleted interface 0fccce38-1914-46f3-bfbd-f22ca63ccd07; detaching it from the instance and deleting it from the info cache [ 1503.811659] env[69731]: DEBUG nova.network.neutron [req-4fd4b4e3-745c-46fb-84bc-4c3ed678bc54 req-c5414559-3350-4b05-a4e4-e62310da7ba7 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.020316] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: cf0746a6-627b-4df0-9ca7-c675f9ce2ff4] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.162147] env[69731]: DEBUG nova.objects.instance [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'flavor' on Instance uuid c48ac365-bb53-473c-b101-05648eb3e72d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.290621] env[69731]: DEBUG nova.network.neutron [-] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.314793] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c88cb3ac-de48-4112-8af6-abb47d5a17d9 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.324170] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ab1e3-ce51-451c-9074-b7c74cec3c99 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.350516] env[69731]: DEBUG nova.compute.manager [req-4fd4b4e3-745c-46fb-84bc-4c3ed678bc54 req-c5414559-3350-4b05-a4e4-e62310da7ba7 service nova] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Detach interface failed, port_id=0fccce38-1914-46f3-bfbd-f22ca63ccd07, reason: Instance dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1504.524059] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 18fef856-5edc-412b-8059-ebc0ee4193ff] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.794103] env[69731]: INFO nova.compute.manager [-] [instance: dfd4f693-1a70-4b5c-9ea6-7c8d547155b5] Took 1.41 seconds to deallocate network for instance. [ 1505.026688] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 3865cd8b-6a0e-4487-8162-4691d9765664] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.170271] env[69731]: DEBUG oslo_concurrency.lockutils [None req-9027cb35-98eb-4f77-9fc5-b0f63c54b019 tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.299818] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.300072] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.300291] env[69731]: DEBUG nova.objects.instance [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lazy-loading 'resources' on Instance uuid dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.529979] env[69731]: DEBUG nova.compute.manager [None req-ad58513b-8dcb-4f3a-9acd-f6ab42320699 None None] [instance: 7425d84f-1723-4521-8270-ff20a0e13864] Instance has had 0 of 5 cleanup attempts {{(pid=69731) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.846023] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43225d1-4aff-4f36-96e1-c6ff5d8b720a {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.853600] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde598aa-86c3-46a3-8981-3721f9b23449 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.557898] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.558259] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.558299] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "c48ac365-bb53-473c-b101-05648eb3e72d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.558515] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.558761] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.561038] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79dae1f-e140-41ef-965f-cbbcfb589730 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.563714] env[69731]: INFO nova.compute.manager [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Terminating instance [ 1506.571369] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d655a6f3-751c-4cdc-b89b-ffa35f1c6232 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.585185] env[69731]: DEBUG nova.compute.provider_tree [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.067537] env[69731]: DEBUG nova.compute.manager [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Start destroying the instance on the hypervisor. {{(pid=69731) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.067738] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Destroying instance {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.068670] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5944fb11-8d26-43ff-9464-b318b9d46178 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.075949] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Powering off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.076191] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d3072b-db33-47cf-979a-07b2dc77659d {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.082954] env[69731]: DEBUG oslo_vmware.api [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1507.082954] env[69731]: value = "task-3276356" [ 1507.082954] env[69731]: _type = "Task" [ 1507.082954] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.087635] env[69731]: DEBUG nova.scheduler.client.report [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.093906] env[69731]: DEBUG oslo_vmware.api [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.592481] env[69731]: DEBUG oslo_vmware.api [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276356, 'name': PowerOffVM_Task, 'duration_secs': 0.163174} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.592857] env[69731]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Powered off the VM {{(pid=69731) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.592898] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Unregistering the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.593135] env[69731]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d377b75f-9110-4d1d-9ad1-64bb23d48491 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.594893] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.619442] env[69731]: INFO nova.scheduler.client.report [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Deleted allocations for instance dfd4f693-1a70-4b5c-9ea6-7c8d547155b5 [ 1507.659938] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Unregistered the VM {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.660170] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Deleting contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.660347] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Deleting the datastore file [datastore2] c48ac365-bb53-473c-b101-05648eb3e72d {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.660665] env[69731]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09c839d2-5664-4375-8e3b-66ef9c6511a0 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.667155] env[69731]: DEBUG oslo_vmware.api [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for the task: (returnval){ [ 1507.667155] env[69731]: value = "task-3276358" [ 1507.667155] env[69731]: _type = "Task" [ 1507.667155] env[69731]: } to complete. {{(pid=69731) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.675545] env[69731]: DEBUG oslo_vmware.api [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.127059] env[69731]: DEBUG oslo_concurrency.lockutils [None req-705999f7-7e40-43f0-89a1-a873a8505288 tempest-AttachVolumeShelveTestJSON-1328372727 tempest-AttachVolumeShelveTestJSON-1328372727-project-member] Lock "dfd4f693-1a70-4b5c-9ea6-7c8d547155b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.358s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.177652] env[69731]: DEBUG oslo_vmware.api [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Task: {'id': task-3276358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134225} completed successfully. {{(pid=69731) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.178234] env[69731]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Deleted the datastore file {{(pid=69731) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.178420] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Deleted contents of the VM from datastore datastore2 {{(pid=69731) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.178594] env[69731]: DEBUG nova.virt.vmwareapi.vmops [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Instance destroyed {{(pid=69731) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.178762] env[69731]: INFO nova.compute.manager [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1508.178998] env[69731]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69731) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1508.179208] env[69731]: DEBUG nova.compute.manager [-] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Deallocating network for instance {{(pid=69731) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1508.179300] env[69731]: DEBUG nova.network.neutron [-] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] deallocate_for_instance() {{(pid=69731) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1508.610646] env[69731]: DEBUG nova.compute.manager [req-295b4507-084b-4689-bbdf-4bb42006a6ba req-247a85aa-d348-49b8-ae63-94eb2145f4e3 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Received event network-vif-deleted-dc38a346-b468-46ba-9793-5a7a9ff6a3a8 {{(pid=69731) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1508.610922] env[69731]: INFO nova.compute.manager [req-295b4507-084b-4689-bbdf-4bb42006a6ba req-247a85aa-d348-49b8-ae63-94eb2145f4e3 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Neutron deleted interface dc38a346-b468-46ba-9793-5a7a9ff6a3a8; detaching it from the instance and deleting it from the info cache [ 1508.611035] env[69731]: DEBUG nova.network.neutron [req-295b4507-084b-4689-bbdf-4bb42006a6ba req-247a85aa-d348-49b8-ae63-94eb2145f4e3 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.084703] env[69731]: DEBUG nova.network.neutron [-] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Updating instance_info_cache with network_info: [] {{(pid=69731) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.114079] env[69731]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e89efea-2dd2-48fc-9b76-a32ad359dcff {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.123924] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d851a-8cc3-462f-9f4a-6ad8ebde13fc {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.148575] env[69731]: DEBUG nova.compute.manager [req-295b4507-084b-4689-bbdf-4bb42006a6ba req-247a85aa-d348-49b8-ae63-94eb2145f4e3 service nova] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Detach interface failed, port_id=dc38a346-b468-46ba-9793-5a7a9ff6a3a8, reason: Instance c48ac365-bb53-473c-b101-05648eb3e72d could not be found. {{(pid=69731) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1509.589740] env[69731]: INFO nova.compute.manager [-] [instance: c48ac365-bb53-473c-b101-05648eb3e72d] Took 1.41 seconds to deallocate network for instance. [ 1510.095068] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.095068] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.095068] env[69731]: DEBUG nova.objects.instance [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lazy-loading 'resources' on Instance uuid c48ac365-bb53-473c-b101-05648eb3e72d {{(pid=69731) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.629220] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cd79bc-39ee-4410-b754-1f8172555ab4 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.635777] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c1c7c-e8f7-440d-89d1-c052252498a8 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.665872] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b495a4d-6df7-415f-b136-a807b4025a7b {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.672681] env[69731]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba21ca3d-9aff-48ac-a1ef-ebd3fa2bc6b3 {{(pid=69731) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.685048] env[69731]: DEBUG nova.compute.provider_tree [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Inventory has not changed in ProviderTree for provider: 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb {{(pid=69731) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.188124] env[69731]: DEBUG nova.scheduler.client.report [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Inventory has not changed for provider 6951895d-c5d2-47c4-abb0-8eab0b7d2bfb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69731) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.693575] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.712805] env[69731]: INFO nova.scheduler.client.report [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Deleted allocations for instance c48ac365-bb53-473c-b101-05648eb3e72d [ 1512.220626] env[69731]: DEBUG oslo_concurrency.lockutils [None req-66f9f697-a4c5-401d-85a9-998b2560909c tempest-AttachVolumeTestJSON-2034763658 tempest-AttachVolumeTestJSON-2034763658-project-member] Lock "c48ac365-bb53-473c-b101-05648eb3e72d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.662s {{(pid=69731) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}